-- Logs begin at Mon 2021-06-28 11:26:02 UTC, end at Mon 2021-06-28 12:20:51 UTC. -- Jun 28 11:56:11.883090 dv-cinder-772388-5-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 28 11:56:14.544248 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.common.config [-] Logging enabled! Jun 28 11:56:14.544874 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev420 Jun 28 11:56:14.545057 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93015) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 28 11:56:14.548229 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.common.config [-] Logging enabled! Jun 28 11:56:14.548492 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev420 Jun 28 11:56:14.548834 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93015) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 28 11:56:14.549784 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 28 11:56:14.550029 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 28 11:56:14.550394 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 28 11:56:14.550646 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 28 11:56:14.550876 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 28 11:56:14.551222 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.551527 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.551828 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.552062 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.552361 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.552656 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.552977 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.553272 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.553574 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.553865 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.554155 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.554446 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.554681 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.554966 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.555256 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.555549 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.555776 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] debug = True {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.556062 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.556489 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.556934 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.557225 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.557669 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.557809 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.558083 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.558368 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.558656 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.558985 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] host = dv-cinder-772388-5-smb {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.559268 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.559559 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.559850 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.560145 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.560425 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.560704 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.561016 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.561292 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.561569 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] log_file = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.561850 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.562143 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.562433 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.562727 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.562956 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.563182 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.563471 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.563763 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.564046 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.564326 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.564607 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.564910 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.565192 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.565464 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.565753 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.566040 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.566327 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.566633 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.566913 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.567189 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.567465 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.567753 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.568033 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.568313 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.568592 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.568906 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.569180 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.569459 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.569761 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.570057 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.570344 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.570633 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.570913 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.571196 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.571475 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.571751 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.572028 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] use_json = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.572304 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.572579 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.572884 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.573165 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.573442 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.573721 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.574002 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.574291 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:14.574595 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.574899 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.575203 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.575506 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.575786 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.576075 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.576371 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.576658 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.576976 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.577273 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.577566 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.577850 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.578146 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.578430 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.578729 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.579036 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.579335 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.579631 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.579911 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.580195 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.580473 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.580758 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.581071 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.581368 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.581663 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.581942 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.582739 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.583037 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.583323 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.583600 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.583883 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.584175 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.584460 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.584739 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.585050 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.585334 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.585611 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.585886 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.586168 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.586463 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.586746 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.587021 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.587297 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.587577 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.587852 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.588141 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.588424 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.588699 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.589012 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.589296 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.589574 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.589850 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.590131 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.590408 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.590694 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.590971 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.591246 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.591522 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.591797 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.592071 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.592347 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.592628 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.592940 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.593219 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.593496 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.593774 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.594052 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.594328 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.594622 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.594926 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.595208 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.595498 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.595782 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.596064 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.596343 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.596625 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.596931 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.597216 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.597492 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.597799 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.598638 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.598932 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.599223 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.599507 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.599807 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.600092 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.600378 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.600668 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.600991 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.601291 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.601579 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.601878 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.602175 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.602470 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.602768 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.603067 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.603354 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.603666 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.603953 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:14.604174 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 28 11:56:14.604417 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93015) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 28 11:56:14.955320 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 11:56:14.955602 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 11:56:14.955892 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 11:56:14.956227 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 28 11:56:15.343917 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:15.344144 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:15.344421 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:15.345744 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:15.346023 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:15.346300 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:15.380614 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:15.380922 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:15.381191 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:15.396733 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:15.397044 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:15.397320 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:15.427992 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:15.428276 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:15.428554 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:15.463666 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:15.463950 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:15.464225 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:15.698438 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:15.698954 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:15.699068 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:15.699248 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:15.699963 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:15.823595 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:15.823917 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:15.824202 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:15.824480 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:15.824751 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:15.825093 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:15.825355 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:15.825616 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:15.825872 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:15.826157 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:15.826419 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:15.826691 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:15.826956 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:15.827224 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:15.827487 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:15.827759 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:15.829055 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:15.829341 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:15.829636 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:15.829907 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:15.830202 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:15.830563 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:15.830828 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:15.831121 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:15.831381 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:15.831637 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:15.832035 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93015) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 11:56:15.832818 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93015) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 11:56:15.833072 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93015) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 11:56:15.833317 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93015) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 11:56:15.833561 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93015) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 11:56:15.833805 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93015) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 11:56:15.834183 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 28 11:56:15.837277 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 28 11:56:15.841214 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 28 11:56:15.844987 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Jun 28 11:56:15.846615 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 28 11:56:15.847065 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 28 11:56:15.847403 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 28 11:56:15.848388 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 28 11:56:15.851450 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 28 11:56:15.851713 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 28 11:56:15.852062 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 28 11:56:15.879084 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 28 11:56:15.879537 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:15.879837 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93015) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 28 11:56:15.880204 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:15.881593 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93015) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 28 11:56:15.881879 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 28 11:56:15.882128 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 28 11:56:15.885324 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:15.885611 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:15.949378 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 28 11:56:15.949570 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 28 11:56:15.949809 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 28 11:56:15.950174 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 28 11:56:15.971441 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_db.sqlalchemy.engines [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93015) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 28 11:56:16.494800 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.plugins.ml2.managers [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Initializing driver for type 'gre' Jun 28 11:56:16.495388 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] gre ID ranges: [(1, 1000)] Jun 28 11:56:16.548545 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.plugins.ml2.managers [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Initializing driver for type 'local' Jun 28 11:56:16.548907 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.plugins.ml2.managers [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Initializing driver for type 'vlan' Jun 28 11:56:16.561449 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] VlanTypeDriver initialization complete Jun 28 11:56:16.561886 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.plugins.ml2.managers [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Initializing driver for type 'vxlan' Jun 28 11:56:16.562448 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] vxlan ID ranges: [(1, 1000)] Jun 28 11:56:16.614038 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.plugins.ml2.managers [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Initializing extension driver 'port_security' Jun 28 11:56:16.614517 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.plugins.ml2.extensions.port_security [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] PortSecurityExtensionDriver initialization complete Jun 28 11:56:16.614850 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.plugins.ml2.managers [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Initializing mechanism driver 'openvswitch' Jun 28 11:56:16.615168 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.plugins.ml2.managers [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Initializing mechanism driver 'hyperv' Jun 28 11:56:16.621579 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.plugins.ml2.plugin [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:56:16.622522 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: > port after_create 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.622893 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: > port after_update 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.623252 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: > port after_delete 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.623641 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: > subnet after_create 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.623993 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: > subnet after_update 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.624337 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.624714 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: > network after_create 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.625082 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: > network after_update 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.625421 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: > network after_delete 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.625799 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: > security_group after_create 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.626141 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: > security_group after_update 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.626479 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.626861 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.627207 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.627544 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.627921 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: > address_group after_create 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.628263 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: > address_group after_update 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.628600 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.628964 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] ML2 OVO RPC backend initialized. {{(pid=93015) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:166}} Jun 28 11:56:16.630205 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.630557 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.630969 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: > network before_response 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.631313 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: > networks before_response 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.631657 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: > port before_response 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.631994 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: > ports before_response 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.632332 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: > subnet before_response 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.632670 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: > subnets before_response 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.633035 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: > network after_create 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.633371 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: > network after_update 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.633701 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: > network after_delete 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.634034 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: > port after_create 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.634361 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: > port after_update 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.634691 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: > port after_delete 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.635022 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: > subnet after_create 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.635350 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: > subnet after_update 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.635674 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.636235 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.plugins.ml2.plugin [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Modular L2 Plugin initialization complete Jun 28 11:56:16.636554 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading services supported by the core plugin {{(pid=93015) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 28 11:56:16.636967 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.plugins.ml2.managers [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Got port-security extension from driver 'port_security' Jun 28 11:56:16.637630 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.extensions.vlantransparent [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Disabled vlantransparent extension. Jun 28 11:56:16.638107 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93015) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 28 11:56:16.638417 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading Plugin: router Jun 28 11:56:16.673048 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.673438 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: > router after_create 55549900 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.673804 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: > router before_create 55549900 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.674166 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.674532 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.674887 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: > router after_delete 55549900 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.675244 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.675605 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: > router after_create 55549900 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.676438 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: > router after_update 55549900 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.676803 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: > router after_update 55549900 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.677160 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.677515 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: > router after_update 55549900 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.677919 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: > router precommit_update 55549900 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.678284 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: port after_update 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.678622 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: port after_delete 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.678979 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: subnet after_update 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.679316 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.679659 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.680000 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: > router precommit_create 55549900 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.680336 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: port before_delete 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.680673 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: > router precommit_create 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.681053 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: > router after_update 55549900 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.681416 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.681738 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: > router precommit_create 55549900 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.682094 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.682431 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: > router precommit_update 55549900 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.682788 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: > agent after_create 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.683134 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: > agent after_delete 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.683473 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: > network after_delete 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.684321 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.quota.resource_registry [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Tracking information for resource: router configured {{(pid=93015) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 11:56:16.684651 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.quota.resource_registry [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Tracking information for resource: floatingip configured {{(pid=93015) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 11:56:16.689578 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.db.l3_agentschedulers_db [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 28 11:56:16.690149 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: port after_update 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.690505 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: port after_create 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.690851 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: port after_delete 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.691195 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: port after_update 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.692572 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: > router before_create 55550100 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.692995 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.693354 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: > router precommit_create 55550100 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.693708 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: > router precommit_update 55550100 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.698213 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.services.provider_configuration [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Service providers = [] {{(pid=93015) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 28 11:56:16.698573 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.db.servicetype_db [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93015) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 28 11:56:16.701469 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.services.service_base [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93015) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 11:56:16.701822 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.services.service_base [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93015) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 11:56:16.702158 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.services.service_base [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93015) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 11:56:16.703019 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.services.service_base [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93015) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 11:56:16.703385 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.services.service_base [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 28 11:56:16.703756 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93015) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 11:56:16.704063 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 28 11:56:16.714495 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93015) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 11:56:16.714827 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading Plugin: auto_allocate Jun 28 11:56:16.720561 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: network precommit_update 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.720968 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: network precommit_create 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.721479 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93015) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 11:56:16.721795 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading Plugin: tag Jun 28 11:56:16.728272 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93015) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 11:56:16.728599 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading Plugin: timestamp Jun 28 11:56:16.732364 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93015) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 11:56:16.732692 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading Plugin: network_ip_availability Jun 28 11:56:16.740016 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.740385 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.740739 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.741465 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93015) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 11:56:16.741783 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading Plugin: flavors Jun 28 11:56:16.746464 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93015) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 11:56:16.746738 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading Plugin: revisions Jun 28 11:56:16.750966 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93015) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 11:56:16.751347 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_concurrency.lockutils [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.795s {{(pid=93015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 11:56:16.752072 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93015) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 28 11:56:16.752405 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Initializing extension manager. Jun 28 11:56:16.752936 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: __init__.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.753278 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: __pycache__ {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.753611 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.753943 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: address_group.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.755203 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.755771 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loaded extension: address-group Jun 28 11:56:16.756093 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: address_scope.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.756813 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.757320 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loaded extension: address-scope Jun 28 11:56:16.757641 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.758533 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.759044 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loaded extension: router-admin-state-down-before-update Jun 28 11:56:16.759365 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: agent.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.760039 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.760546 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loaded extension: agent Jun 28 11:56:16.760892 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: agent_resources_synced.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.761770 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.762278 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loaded extension: agent-resources-synced Jun 28 11:56:16.762597 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: allowedaddresspairs.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.764312 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.764866 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loaded extension: allowed-address-pairs Jun 28 11:56:16.765218 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: auto_allocated_topology.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.766456 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.766973 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loaded extension: auto-allocated-topology Jun 28 11:56:16.767295 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: availability_zone.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.767966 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.768476 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loaded extension: availability_zone Jun 28 11:56:16.768818 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: availability_zone_filter.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.769732 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.770245 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loaded extension: availability_zone_filter Jun 28 11:56:16.770563 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: data_plane_status.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.771445 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.771955 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Extension data-plane-status not supported by any of loaded plugins Jun 28 11:56:16.772273 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: default_subnetpools.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.773185 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.773694 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loaded extension: default-subnetpools Jun 28 11:56:16.774014 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.774794 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.775298 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loaded extension: dhcp_agent_scheduler Jun 28 11:56:16.775620 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: dns.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.776510 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.777632 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Extension dns-integration not supported by any of loaded plugins Jun 28 11:56:16.777960 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: dns_domain_ports.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.779518 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.780027 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 28 11:56:16.780497 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.781683 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.782194 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 28 11:56:16.782542 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: dvr.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.783309 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.784000 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loaded extension: dvr Jun 28 11:56:16.784351 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: empty_string_filtering.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.785524 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.786078 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loaded extension: empty-string-filtering Jun 28 11:56:16.786407 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.787540 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.788318 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 28 11:56:16.788721 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.789618 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.790406 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 28 11:56:16.790727 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: external_net.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.791877 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.792515 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loaded extension: external-net Jun 28 11:56:16.792977 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.794212 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.794750 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loaded extension: extra_dhcp_opt Jun 28 11:56:16.795183 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: extraroute.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.796301 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.797011 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loaded extension: extraroute Jun 28 11:56:16.797407 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: extraroute_atomic.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.798634 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.799136 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loaded extension: extraroute-atomic Jun 28 11:56:16.799452 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: filter_validation.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.800106 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.800609 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loaded extension: filter-validation Jun 28 11:56:16.801467 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: fip_pf_description.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.802373 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.802861 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 28 11:56:16.803175 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: fip_port_details.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.804067 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.804578 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loaded extension: fip-port-details Jun 28 11:56:16.804930 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: flavors.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.806145 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.806661 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loaded extension: flavors Jun 28 11:56:16.807011 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.808651 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.809205 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 28 11:56:16.809535 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: floatingip_pools.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.810214 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.810723 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loaded extension: floatingip-pools Jun 28 11:56:16.811044 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: ip_allocation.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.811935 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.812442 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Extension ip_allocation not supported by any of loaded plugins Jun 28 11:56:16.812764 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.813677 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.814186 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loaded extension: ip-substring-filtering Jun 28 11:56:16.814510 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: l2_adjacency.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.815405 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.815911 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 28 11:56:16.816230 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: l3.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.817825 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.818346 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loaded extension: router Jun 28 11:56:16.818670 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.821044 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.821579 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 28 11:56:16.821909 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.822813 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.823332 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loaded extension: ext-gw-mode Jun 28 11:56:16.823660 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.824553 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.825093 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loaded extension: l3-ha Jun 28 11:56:16.825418 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: l3_flavors.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.826305 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.826820 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loaded extension: l3-flavors Jun 28 11:56:16.827146 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.828026 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.828537 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 28 11:56:16.828888 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: l3agentscheduler.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.829897 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.830413 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loaded extension: l3_agent_scheduler Jun 28 11:56:16.830732 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: logging.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.832223 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.833636 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Extension logging not supported by any of loaded plugins Jun 28 11:56:16.833636 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: metering.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.834470 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.834470 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loaded extension: metering Jun 28 11:56:16.834670 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.835774 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.836256 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loaded extension: metering_source_and_destination_fields Jun 28 11:56:16.836691 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: multiprovidernet.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.838076 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.838076 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loaded extension: multi-provider Jun 28 11:56:16.838310 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: netmtu.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.839195 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.839704 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loaded extension: net-mtu Jun 28 11:56:16.840024 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: netmtu_writable.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.840952 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.841457 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loaded extension: net-mtu-writable Jun 28 11:56:16.841773 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: network_availability_zone.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.842424 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.842928 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loaded extension: network_availability_zone Jun 28 11:56:16.843244 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: network_ip_availability.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.844309 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.844852 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loaded extension: network-ip-availability Jun 28 11:56:16.845177 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: network_segment_range.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.846059 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.846569 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Extension network-segment-range not supported by any of loaded plugins Jun 28 11:56:16.846892 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: pagination.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.848373 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.848701 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loaded extension: pagination Jun 28 11:56:16.849042 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: port_device_profile.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.849953 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.850485 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loaded extension: port-device-profile Jun 28 11:56:16.850806 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.851696 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.852213 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loaded extension: port-mac-address-regenerate Jun 28 11:56:16.852532 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.853458 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.854042 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loaded extension: port-numa-affinity-policy Jun 28 11:56:16.854362 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: port_resource_request.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.855254 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.855763 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Extension port-resource-request not supported by any of loaded plugins Jun 28 11:56:16.856081 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: portbindings.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.857015 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.857528 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loaded extension: binding Jun 28 11:56:16.857842 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: portbindings_extended.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.859106 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.859622 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loaded extension: binding-extended Jun 28 11:56:16.859948 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: portsecurity.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.860881 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.861395 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loaded extension: port-security Jun 28 11:56:16.861716 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: project_id.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.862662 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.862989 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loaded extension: project-id Jun 28 11:56:16.863307 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: providernet.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.864758 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.865298 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loaded extension: provider Jun 28 11:56:16.865617 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: qos.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.869251 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.869784 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Extension qos not supported by any of loaded plugins Jun 28 11:56:16.870112 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.871326 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.871847 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 28 11:56:16.872175 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.873094 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.873609 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 28 11:56:16.873933 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: qos_default.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.874809 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.875319 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Extension qos-default not supported by any of loaded plugins Jun 28 11:56:16.875642 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: qos_fip.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.876269 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.876776 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Extension qos-fip not supported by any of loaded plugins Jun 28 11:56:16.877126 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: qos_gateway_ip.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.878027 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.878572 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 28 11:56:16.878892 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: qos_port_network_policy.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.879806 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.880320 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 28 11:56:16.880640 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: qos_rule_type_details.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.881554 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.882070 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 28 11:56:16.882390 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: qos_rules_alias.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.883427 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.883942 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 28 11:56:16.884260 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: quotasv2.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.885180 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.885499 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loaded extension: quotas Jun 28 11:56:16.885811 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: quotasv2_detail.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.888822 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.889166 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loaded extension: quota_details Jun 28 11:56:16.889944 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: rbac.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.890990 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.891519 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loaded extension: rbac-policies Jun 28 11:56:16.891847 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: rbac_address_group.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.892749 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.893297 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loaded extension: rbac-address-group Jun 28 11:56:16.893622 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: rbac_address_scope.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.894514 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.895057 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loaded extension: rbac-address-scope Jun 28 11:56:16.895381 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: rbac_security_groups.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.896270 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.896806 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loaded extension: rbac-security-groups Jun 28 11:56:16.897129 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: rbac_subnetpool.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.898021 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.898535 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loaded extension: rbac-subnetpool Jun 28 11:56:16.898857 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: revisionifmatch.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.899750 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.900266 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loaded extension: revision-if-match Jun 28 11:56:16.900588 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: revisions.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.901877 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.902658 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loaded extension: standard-attr-revisions Jun 28 11:56:16.902980 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: router_availability_zone.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.903628 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.904143 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loaded extension: router_availability_zone Jun 28 11:56:16.904466 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: routerservicetype.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.905379 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.905890 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Extension router-service-type not supported by any of loaded plugins Jun 28 11:56:16.906209 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.907097 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.907617 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loaded extension: security-groups-normalized-cidr Jun 28 11:56:16.907936 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.908875 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.909374 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loaded extension: port-security-groups-filtering Jun 28 11:56:16.909695 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.911088 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.911602 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loaded extension: security-groups-remote-address-group Jun 28 11:56:16.911922 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: securitygroup.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.921343 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.921875 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loaded extension: security-group Jun 28 11:56:16.922207 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: segment.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.922974 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.923486 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Extension segment not supported by any of loaded plugins Jun 28 11:56:16.923812 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.924721 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.925258 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 28 11:56:16.925581 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: servicetype.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.927220 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.927745 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loaded extension: service-type Jun 28 11:56:16.928068 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: sorting.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.929058 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.929388 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loaded extension: sorting Jun 28 11:56:16.929710 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: standard_attr_segment.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.930676 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.931197 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 28 11:56:16.931518 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: standardattrdescription.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.932146 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.932654 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loaded extension: standard-attr-description Jun 28 11:56:16.933005 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: stateful_security_group.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.933907 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.934423 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loaded extension: stateful-security-group Jun 28 11:56:16.934745 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: stdattrs_common.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.935306 dv-cinder-772388-5-smb neutron-server[93015]: WARNING neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 28 11:56:16.935625 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.936600 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.937151 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 28 11:56:16.937473 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: subnet_onboard.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.938617 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.939171 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loaded extension: subnet_onboard Jun 28 11:56:16.939502 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.940567 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.941120 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 28 11:56:16.941443 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: subnet_service_types.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.942387 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.942909 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loaded extension: subnet-service-types Jun 28 11:56:16.943230 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: subnetallocation.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.944283 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.944830 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loaded extension: subnet_allocation Jun 28 11:56:16.945160 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.945814 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.946327 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loaded extension: subnetpool-prefix-ops Jun 28 11:56:16.946649 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.947558 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.948068 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 28 11:56:16.948386 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: tagging.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.949461 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.949988 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loaded extension: standard-attr-tag Jun 28 11:56:16.950310 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: timestamp.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.951485 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.951999 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loaded extension: standard-attr-timestamp Jun 28 11:56:16.952322 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: trunk.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.953370 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.953891 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Extension trunk not supported by any of loaded plugins Jun 28 11:56:16.954213 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: trunk_details.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.955109 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.955622 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Extension trunk-details not supported by any of loaded plugins Jun 28 11:56:16.955941 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: uplink_status_propagation.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.956864 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.957404 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 28 11:56:16.957720 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Loading extension file: vlantransparent.py {{(pid=93015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:56:16.958363 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:56:16.958868 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 28 11:56:16.961282 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.quota.resource_registry [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Creating instance of TrackedResource for resource:network Jun 28 11:56:16.961803 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.quota.resource_registry [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Creating instance of TrackedResource for resource:subnet Jun 28 11:56:16.962196 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.quota.resource_registry [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 11:56:16.962585 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.quota.resource_registry [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Creating instance of TrackedResource for resource:port Jun 28 11:56:16.963796 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.v2.resource_helper [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93015) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 11:56:16.964235 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.v2.resource_helper [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Service FLAVORS assigned prefix: {{(pid=93015) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 11:56:16.964877 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.v2.resource_helper [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93015) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 11:56:16.965302 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.v2.resource_helper [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93015) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 11:56:16.965629 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.quota.resource_registry [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Creating instance of TrackedResource for resource:router Jun 28 11:56:16.966052 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.quota.resource_registry [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Creating instance of TrackedResource for resource:floatingip Jun 28 11:56:16.966541 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.v2.resource_helper [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Service METERING assigned prefix: /metering {{(pid=93015) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 11:56:16.967982 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.968357 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.968702 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:56:16.969690 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.quota.resource_registry [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Creating instance of CountableResource for resource:rbac_policy Jun 28 11:56:16.970135 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.quota.resource_registry [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Creating instance of TrackedResource for resource:security_group Jun 28 11:56:16.970567 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.quota.resource_registry [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 28 11:56:16.971161 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.v2.resource_helper [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Service CORE assigned prefix: {{(pid=93015) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 11:56:16.971484 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.quota.resource_registry [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 11:56:16.971830 dv-cinder-772388-5-smb neutron-server[93015]: WARNING neutron.quota.resource_registry [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] subnetpool is already registered Jun 28 11:56:16.972252 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.v2.resource_helper [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Service CORE assigned prefix: {{(pid=93015) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 11:56:16.972572 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.quota.resource_registry [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 11:56:16.973441 dv-cinder-772388-5-smb neutron-server[93015]: WARNING neutron.quota.resource_registry [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] subnetpool is already registered Jun 28 11:56:16.975688 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.v2.resource_helper [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93015) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 11:56:16.976117 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.v2.resource_helper [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Service FLAVORS assigned prefix: {{(pid=93015) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 11:56:16.976694 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.v2.resource_helper [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93015) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 11:56:16.977142 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.v2.resource_helper [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93015) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 11:56:16.977471 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.quota.resource_registry [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Creating instance of TrackedResource for resource:router Jun 28 11:56:16.977814 dv-cinder-772388-5-smb neutron-server[93015]: WARNING neutron.quota.resource_registry [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] router is already registered Jun 28 11:56:16.978221 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.quota.resource_registry [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Creating instance of TrackedResource for resource:floatingip Jun 28 11:56:16.978553 dv-cinder-772388-5-smb neutron-server[93015]: WARNING neutron.quota.resource_registry [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] floatingip is already registered Jun 28 11:56:16.978999 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.v2.resource_helper [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Service METERING assigned prefix: /metering {{(pid=93015) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 11:56:16.979648 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.quota.resource_registry [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Creating instance of CountableResource for resource:rbac_policy Jun 28 11:56:16.979972 dv-cinder-772388-5-smb neutron-server[93015]: WARNING neutron.quota.resource_registry [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] rbac_policy is already registered Jun 28 11:56:16.980374 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.quota.resource_registry [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Creating instance of TrackedResource for resource:security_group Jun 28 11:56:16.980702 dv-cinder-772388-5-smb neutron-server[93015]: WARNING neutron.quota.resource_registry [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] security_group is already registered Jun 28 11:56:16.981123 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.quota.resource_registry [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 28 11:56:16.981451 dv-cinder-772388-5-smb neutron-server[93015]: WARNING neutron.quota.resource_registry [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] security_group_rule is already registered Jun 28 11:56:16.982065 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.v2.resource_helper [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Service CORE assigned prefix: {{(pid=93015) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 11:56:16.982384 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.quota.resource_registry [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 11:56:16.982719 dv-cinder-772388-5-smb neutron-server[93015]: WARNING neutron.quota.resource_registry [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] subnetpool is already registered Jun 28 11:56:16.983128 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.v2.resource_helper [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Service CORE assigned prefix: {{(pid=93015) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 11:56:16.983443 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.quota.resource_registry [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 11:56:16.983765 dv-cinder-772388-5-smb neutron-server[93015]: WARNING neutron.quota.resource_registry [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] subnetpool is already registered Jun 28 11:56:16.984391 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Extended resource: extensions {{(pid=93015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:56:16.985880 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Extended resource: address-groups {{(pid=93015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:56:16.987363 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Extended resource: address-scopes {{(pid=93015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:56:16.989265 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Extended resource: agents {{(pid=93015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:56:16.990424 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Extended resource: auto-allocated-topology {{(pid=93015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:56:16.991669 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Extended resource: availability_zones {{(pid=93015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:56:16.992928 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Extended resource: dhcp-networks {{(pid=93015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:56:16.994442 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Extended resource: dhcp-agents {{(pid=93015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:56:16.995904 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Extended resource: routers {{(pid=93015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:56:16.997666 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Extended resource: flavors {{(pid=93015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:56:16.999936 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Extended resource: service_profiles {{(pid=93015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:56:17.001197 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Extended resource: next_providers {{(pid=93015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:56:17.002649 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Extended resource: service_profiles {{(pid=93015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:56:17.004227 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Extended resource: floatingip-pools {{(pid=93015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:56:17.005520 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Extended resource: routers {{(pid=93015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:56:17.007224 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Extended resource: floatingips {{(pid=93015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:56:17.008498 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Extended resource: l3-routers {{(pid=93015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:56:17.009957 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Extended resource: l3-agents {{(pid=93015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:56:17.011376 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Extended resource: metering-labels {{(pid=93015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:56:17.012628 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Extended resource: metering-label-rules {{(pid=93015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:56:17.014030 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Extended resource: network-ip-availabilities {{(pid=93015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:56:17.015293 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Extended resource: bindings {{(pid=93015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:56:17.016902 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Extended resource: quotas {{(pid=93015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:56:17.018433 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Extended resource: quotas {{(pid=93015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:56:17.019912 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Extended resource: rbac-policies {{(pid=93015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:56:17.021134 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Extended resource: security-groups {{(pid=93015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:56:17.022437 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Extended resource: security-group-rules {{(pid=93015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:56:17.023680 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Extended resource: service-providers {{(pid=93015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:56:17.024957 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Extended resource: subnetpools {{(pid=93015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:56:17.026294 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Extended resource: subnetpools {{(pid=93015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:56:17.028087 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Extended resource: tags {{(pid=93015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:56:17.029800 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Extended resource: tags {{(pid=93015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:56:17.031625 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Extended resource: tags {{(pid=93015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:56:17.033437 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Extended resource: tags {{(pid=93015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:56:17.035111 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Extended resource: tags {{(pid=93015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:56:17.037672 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Extended resource: tags {{(pid=93015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:56:17.039385 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Extended resource: tags {{(pid=93015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:56:17.041220 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Extended resource: tags {{(pid=93015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:56:17.043063 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Extended resource: tags {{(pid=93015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:56:17.044843 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron.api.extensions [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Extended resource: tags {{(pid=93015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:56:17.051597 dv-cinder-772388-5-smb neutron-server[93015]: WARNING keystonemiddleware.auth_token [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 28 11:56:17.056089 dv-cinder-772388-5-smb neutron-server[93015]: WARNING keystonemiddleware.auth_token [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 28 11:56:17.064390 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_concurrency.lockutils [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Acquired lock "singleton_lock" {{(pid=93015) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 28 11:56:17.064888 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_concurrency.lockutils [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Releasing lock "singleton_lock" {{(pid=93015) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 28 11:56:17.065512 dv-cinder-772388-5-smb neutron-server[93015]: INFO oslo_service.service [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Starting 2 workers Jun 28 11:56:17.070194 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Started child 93124 {{(pid=93015) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 28 11:56:17.074499 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Started child 93125 {{(pid=93015) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 28 11:56:17.075484 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:56:17.076194 dv-cinder-772388-5-smb neutron-server[93015]: INFO neutron.service [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 28 11:56:17.076691 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Notify callbacks [] for process, before_spawn {{(pid=93015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:56:17.076958 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [-] (93124) wsgi starting up on http://0.0.0.0:9696 Jun 28 11:56:17.079070 dv-cinder-772388-5-smb neutron-server[93015]: INFO oslo_service.service [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Starting 1 workers Jun 28 11:56:17.079256 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:56:17.080504 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [-] (93125) wsgi starting up on http://0.0.0.0:9696 Jun 28 11:56:17.084149 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Started child 93126 {{(pid=93015) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 28 11:56:17.084685 dv-cinder-772388-5-smb neutron-server[93015]: INFO oslo_service.service [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Starting 1 workers Jun 28 11:56:17.087708 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.service [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] calling RpcWorker wait() {{(pid=93126) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 28 11:56:17.088320 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.service [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] returning from RpcWorker wait() {{(pid=93126) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 28 11:56:17.089045 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Started child 93127 {{(pid=93015) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 28 11:56:17.089432 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:56:17.089863 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG neutron_lib.callbacks.manager [None req-460f0a01-193e-47fe-ab2f-b8426d97fd07 None None] Notify callbacks [] for process, after_spawn {{(pid=93015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:56:17.090029 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:56:17.091723 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93015) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 28 11:56:17.091932 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 28 11:56:17.092219 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 28 11:56:17.092368 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 28 11:56:17.092645 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 28 11:56:17.092837 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 28 11:56:17.093342 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.093633 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.093877 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.094046 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:56:17.094566 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.094566 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.094970 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.095228 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.095486 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.095752 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.095995 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.096158 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.096310 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.096554 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.096813 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.097075 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.097349 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.097581 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.098392 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.098561 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.098814 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.099067 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.099306 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.099561 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] debug = True {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.099805 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.100279 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.100520 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.100823 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.101028 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.101305 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.101542 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.101809 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.102040 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.102303 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.102494 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.102765 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.102993 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.103221 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.103442 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.103692 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.103925 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.104379 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] host = dv-cinder-772388-5-smb {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.104592 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.104842 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.105084 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.105323 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.105572 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.105846 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.106039 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.106634 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.106902 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.107123 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.107365 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.107617 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.107836 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.108075 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] log_file = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.108221 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] log_options = True {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.108454 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.108709 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.108999 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.109190 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.109340 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.109517 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.109806 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.109973 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.110149 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.110388 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.110594 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.110807 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.111051 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.111229 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.111497 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.111723 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.111950 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.112154 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.112416 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.112619 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.112858 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.113103 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.113332 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.114148 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.114380 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.114610 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.114836 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.115045 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.115254 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.115510 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.116935 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.117295 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.117295 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.117627 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.117769 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.118013 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.118290 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.118627 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.118921 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.119141 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.119373 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.119861 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.120100 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:56:17.120301 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.120383 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.123071 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.123071 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] use_json = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.123071 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.123071 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.123071 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.123071 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.123071 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.123071 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.125220 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.125220 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.125220 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.125220 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.125220 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.125220 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.125220 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.125637 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.125637 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.125754 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.126057 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.126257 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.126587 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.126848 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.127129 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.127388 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.127652 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.127997 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.128257 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.128545 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.128741 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.128998 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.129218 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.129462 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.129851 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.130097 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.130362 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.130613 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.130837 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.131060 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.131311 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.131554 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.131779 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.132205 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.132330 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.133484 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.133484 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.133484 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.133484 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.133484 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.133870 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.133870 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.134322 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.134440 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.134897 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.134897 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.135082 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.136814 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.136814 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.136814 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.136814 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.136814 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.136814 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.136814 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.136814 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.137444 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.137444 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.137444 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.137669 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.140171 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.140171 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.140171 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.140171 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.140171 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.140171 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.140171 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.140171 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.140171 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.140878 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.140878 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.140878 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.140878 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.140878 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.141248 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.141248 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.141420 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.141530 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.141760 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.141973 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.142406 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.142525 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.142653 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.142892 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.143128 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.143366 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.143740 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.144043 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.144367 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.144630 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.144935 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.145184 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.145436 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.145658 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.145914 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.146138 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.146362 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.146601 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.146859 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.147090 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.147364 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.147620 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.147885 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.148175 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.148390 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.148636 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.148913 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.149181 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.149433 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.149731 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.149991 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.150265 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.150506 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.150767 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.151033 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.151284 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.151578 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.151800 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.152326 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.152627 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.152929 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.153171 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.153403 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.153656 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.153913 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.154149 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.154423 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.154656 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.154902 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.155126 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.155423 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.155662 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.155898 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.156123 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.156383 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.156706 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.156964 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.157184 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.157441 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.157692 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.157942 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.158199 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.158463 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.158712 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.158968 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.159213 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.159446 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.159678 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.159924 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.160171 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.160893 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.161142 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.161364 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.161590 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.161818 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.162077 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.162337 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.162553 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.162774 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.162988 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.163231 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.163454 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.163693 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.163914 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.164134 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.164388 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.164607 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.164869 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.165086 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.165306 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.165561 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.165780 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.166056 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.166320 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.166559 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.166809 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.167073 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.167320 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.167538 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.167789 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.168012 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.168229 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.168449 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.168672 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.168912 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.169148 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.169404 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.169647 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.170671 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.170944 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.171389 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.171980 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.172457 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.172719 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.172972 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.173233 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.173477 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.173776 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.174011 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.174234 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.174462 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.174726 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.174969 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.175198 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.175415 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.175631 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.175845 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.176713 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.177005 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.177303 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.177554 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.177795 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.178038 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.178277 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.178517 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.178732 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.178962 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.179211 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.179460 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.179713 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.179926 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.180142 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.180362 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.180596 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.180844 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.181057 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.181291 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.181509 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.181721 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.182247 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.182467 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.182681 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.182923 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.183137 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.183475 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.183730 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.183952 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.184243 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.184519 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.184767 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.185032 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.185347 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.185565 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.185828 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.186050 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.186273 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.186499 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.186757 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.187094 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.187383 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.187641 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.187902 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.188196 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.188470 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.188745 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.188987 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.189284 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.189627 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.189911 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.190185 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.190416 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.190703 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.190949 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.191169 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.191420 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.191685 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.191907 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.192172 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.192428 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.192676 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.192943 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.193180 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.193400 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.193665 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.193901 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.194126 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.194377 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.194598 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 28 11:56:17.195093 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93015) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 28 11:56:17.195260 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 28 11:56:17.195418 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 28 11:56:17.195616 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 28 11:56:17.195789 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 28 11:56:17.195945 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 28 11:56:17.196153 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.196316 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.196479 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.196641 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.196820 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.197011 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.197174 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.197335 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.197495 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.197656 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.197816 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.197978 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.198162 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.198284 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.198439 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.198607 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.198769 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.198929 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.199099 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.199258 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.199417 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.199570 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.199733 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] debug = True {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.199886 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.200094 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.200256 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.200425 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.200608 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.200736 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.200917 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.201078 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.201267 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.201395 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.201721 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.201891 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.202052 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.202213 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.202374 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.202535 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.202696 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.202855 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] host = dv-cinder-772388-5-smb {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.203015 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.203175 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.203334 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.203494 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.203655 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.203816 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.203978 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.204138 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.204298 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.204462 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.204610 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.204878 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.205033 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.205175 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] log_file = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.205325 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] log_options = True {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.205466 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.205607 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.205747 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.205901 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.206059 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.206202 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.206329 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.206456 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.206584 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.206750 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.206910 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.207071 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.207756 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.207916 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.208080 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.208234 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.208370 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.208524 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.208680 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.208873 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.209037 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.209185 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.209345 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.209504 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.209664 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.209824 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.209983 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.210142 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.210301 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.210462 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.210655 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.210769 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.210928 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.211088 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.211247 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.211407 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.211566 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.211734 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.211894 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.212054 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.212212 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.212504 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.212674 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.212985 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.212985 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.213161 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] use_json = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.213306 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.213463 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.213622 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.213781 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.213941 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.214100 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.214259 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.214419 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:56:17.214602 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.214768 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.214943 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.215107 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.215274 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.215436 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.215951 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.215951 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.215951 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.216356 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.216356 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.216356 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.216747 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.216747 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.216941 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.217035 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.217147 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.217304 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.217467 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.217630 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.217761 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:56:17.217866 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.217950 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.218109 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.218272 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.218435 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.218598 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.218761 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.218925 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.219089 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.219252 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.219414 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.219577 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.219745 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.219901 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.220064 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.220227 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.220390 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.220553 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.220715 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.220899 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.221064 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.221225 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.221388 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.221557 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.221720 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.221884 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.222047 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.222211 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.222374 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.222537 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.222710 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.223411 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.223576 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.223739 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.223901 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.224064 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.224227 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.224390 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.224553 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.224715 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.224922 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.225068 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.225229 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.225552 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.225721 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.225884 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.226047 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.226210 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.226373 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.226536 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.226700 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.226863 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.227026 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.227188 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.227351 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.227514 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.227676 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.227839 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.228003 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.228166 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.228397 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.228492 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.228643 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.228825 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.229014 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.229149 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.229317 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.229480 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.229643 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.229806 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.229952 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.230120 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.230282 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.230444 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.230829 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.230983 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.231151 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.231285 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.231470 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.231603 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.231745 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.231903 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.232066 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.232229 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.232391 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.232568 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.232709 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.232879 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.233043 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.234016 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.234016 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.234016 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.234016 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.234016 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.234016 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.235472 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.235472 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.235472 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.235472 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.235472 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.235472 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.235472 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.235472 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.236683 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.236683 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.236683 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.236683 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.236683 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.236683 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.236683 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.236683 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.237698 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.237698 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.237698 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.237698 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.237698 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.237698 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.237698 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.237698 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.238704 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.238704 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.238704 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.238704 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.238704 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.238704 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.238704 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.239580 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.239580 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.239580 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.239580 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.239580 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.240202 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.240202 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.240202 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.240202 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.240202 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.240901 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.240901 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.240901 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.240901 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.241404 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.241404 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.241404 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.241792 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.241792 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.241792 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.242165 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.242165 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.242165 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.242558 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.242558 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.242822 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.242822 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.243043 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.243128 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.243246 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.243412 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.243624 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.243736 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.243885 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.244047 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.244211 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.244374 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.244536 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.244700 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.244882 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.245060 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.245223 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.245389 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.245584 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.245703 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.245863 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.246026 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.246188 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.246350 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.246522 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.246674 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.246836 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.247001 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.247167 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.247329 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.247492 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.247654 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.247864 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.247978 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.248140 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.248314 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.248476 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.248638 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.248823 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.248979 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.249151 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.249314 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.249476 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.249638 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.249800 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.250044 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.250211 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.250373 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.250536 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.250698 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.250869 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.251031 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.251199 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.251361 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.251524 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.251694 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.251856 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.252019 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.252180 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.252342 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.252527 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.252678 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.252861 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.253033 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.253195 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.253358 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.253521 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.253694 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.253854 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.254039 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.254189 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.254355 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.254521 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.254686 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.254853 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.255025 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.255196 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.255360 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.255950 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.255950 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.255950 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.256258 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.256258 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.256459 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.256459 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.256603 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.256802 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.256961 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.257123 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.257294 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.257741 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.257741 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.257741 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.257967 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.258046 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.258192 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.258353 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.258515 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.258676 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.258839 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.259001 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.259163 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.259507 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:56:17.259507 dv-cinder-772388-5-smb neutron-server[93015]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 28 11:56:17.554162 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 53582) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 11:56:17.562655 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064352 Jun 28 11:56:28.660490 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b79489-06d3-4ae6-aa08-7e6ec224bc9a None None] get_active_networks_info from dv-cinder-772388-5-smb {{(pid=93126) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 28 11:56:28.734236 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b79489-06d3-4ae6-aa08-7e6ec224bc9a None None] No non-hosted networks {{(pid=93126) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 28 11:56:28.765670 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.agentschedulers_db [None req-54b79489-06d3-4ae6-aa08-7e6ec224bc9a None None] DHCP Agent not found on host dv-cinder-772388-5-smb {{(pid=93126) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 28 11:56:28.834073 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-0c424ba0-aef3-4271-aa33-3b2c3183f5bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3737437'] for agent, after_create {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:56:31.137242 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-1d0fbe3b-9bed-44a1-8bb9-1e667b25dcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3737437'] for agent, after_create {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:56:31.223338 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-0df280be-2c3d-4a63-a1a9-29f74f788bdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:56:31.334011 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3737437'] for agent, after_create {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:56:31.335170 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:56:31.335690 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:56:31.336222 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:56:31.336779 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:56:31.337316 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:56:31.337980 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:56:31.338742 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:56:31.339252 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:56:31.339808 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:56:31.340373 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:56:31.340912 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:56:31.341442 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:56:31.342042 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-772388-5-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:56:31.355883 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-772388-5-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:56:32.374158 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-5f2b1fbb-f913-4077-a7df-942ed403becf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3737437'] for agent, after_create {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:56:33.944398 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-664455ac-6bbb-4e68-9a3b-ee59dbc8190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3737437'] for agent, after_create {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:56:35.134273 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 53674) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 11:56:35.633895 dv-cinder-772388-5-smb neutron-server[93124]: WARNING oslo_policy.policy [None req-405dd34e-1201-4928-b542-6e03b68fcf47 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 11:56:35.634487 dv-cinder-772388-5-smb neutron-server[93124]: WARNING oslo_policy.policy [None req-405dd34e-1201-4928-b542-6e03b68fcf47 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 11:56:35.848190 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [None req-405dd34e-1201-4928-b542-6e03b68fcf47 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 11:56:35.849441 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-405dd34e-1201-4928-b542-6e03b68fcf47 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7128930 Jun 28 11:56:36.450084 dv-cinder-772388-5-smb neutron-server[93126]: INFO neutron.db.l3_hamode_db [None req-c01c150d-f08c-47c2-9786-16c82dbfe654 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 28 11:56:36.524000 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01c150d-f08c-47c2-9786-16c82dbfe654 None None] Routers set() bound to L3 agent in host dv-cinder-772388-5-smb {{(pid=93126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 11:56:36.524381 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01c150d-f08c-47c2-9786-16c82dbfe654 None None] Router IDs set() for agent in host dv-cinder-772388-5-smb {{(pid=93126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 28 11:56:38.154718 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 53688) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 11:56:38.464727 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.v2.base [None req-ba68b5a1-e03d-43d9-b8aa-d5df0ca701d7 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True}} {{(pid=93124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:56:38.557671 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.policy [None req-ba68b5a1-e03d-43d9-b8aa-d5df0ca701d7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93124) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 28 11:56:38.603141 dv-cinder-772388-5-smb neutron-server[93124]: WARNING oslo_policy.policy [None req-ba68b5a1-e03d-43d9-b8aa-d5df0ca701d7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 11:56:38.603516 dv-cinder-772388-5-smb neutron-server[93124]: WARNING oslo_policy.policy [None req-ba68b5a1-e03d-43d9-b8aa-d5df0ca701d7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 11:56:38.612090 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.quota [None req-ba68b5a1-e03d-43d9-b8aa-d5df0ca701d7 admin admin] Loaded quota_driver: . Jun 28 11:56:38.702931 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-ba68b5a1-e03d-43d9-b8aa-d5df0ca701d7 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751009554522', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751009556079', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751009551061', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751009552539', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751009497692', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751009524354', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-572643', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3657864', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-475752', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-422958'] for rbac-policy, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:56:38.765371 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-ba68b5a1-e03d-43d9-b8aa-d5df0ca701d7 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:56:38.766694 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-ba68b5a1-e03d-43d9-b8aa-d5df0ca701d7 admin admin] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6109796 Jun 28 11:56:41.286120 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 53700) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 11:56:41.572810 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.v2.base [None req-530af123-a791-4af1-9c2a-c2153ec3dd91 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'b2036ff124924ad5ac0e66391aa332ae', 'name': 'private', 'tenant_id': 'b2036ff124924ad5ac0e66391aa332ae'}} {{(pid=93124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:56:41.601025 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530af123-a791-4af1-9c2a-c2153ec3dd91 admin admin] Made reservation on behalf of b2036ff124924ad5ac0e66391aa332ae for: {'network': 1} {{(pid=93124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:56:41.603781 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-530af123-a791-4af1-9c2a-c2153ec3dd91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for network, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:56:41.619415 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-530af123-a791-4af1-9c2a-c2153ec3dd91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:56:41.740714 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-530af123-a791-4af1-9c2a-c2153ec3dd91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:56:41.744309 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-530af123-a791-4af1-9c2a-c2153ec3dd91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:56:41.749405 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 11:56:41.764414 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-530af123-a791-4af1-9c2a-c2153ec3dd91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=93124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 11:56:41.794646 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-530af123-a791-4af1-9c2a-c2153ec3dd91 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751010592543', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539709'] for segment, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:56:41.795364 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-530af123-a791-4af1-9c2a-c2153ec3dd91 admin admin] Unsubscribe: segment precommit_create {{(pid=93124) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 28 11:56:41.795932 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.db.segments_db [None req-530af123-a791-4af1-9c2a-c2153ec3dd91 admin admin] Added segment ccb3ea59-6031-4d29-80d4-751f1bcded1a of type vlan for network 115ddd7b-53f7-45a5-8e98-3751c9bf91f5 Jun 28 11:56:41.813241 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530af123-a791-4af1-9c2a-c2153ec3dd91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0936427b-f665-4347-8b5b-d135e91a654e,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:56:41.839339 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530af123-a791-4af1-9c2a-c2153ec3dd91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:56:41.839668 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530af123-a791-4af1-9c2a-c2153ec3dd91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:56:41.839984 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530af123-a791-4af1-9c2a-c2153ec3dd91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:56:41.840295 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530af123-a791-4af1-9c2a-c2153ec3dd91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:56:41.840602 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530af123-a791-4af1-9c2a-c2153ec3dd91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:56:41.840935 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530af123-a791-4af1-9c2a-c2153ec3dd91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:56:41.841238 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530af123-a791-4af1-9c2a-c2153ec3dd91 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:56:41.841539 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530af123-a791-4af1-9c2a-c2153ec3dd91 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:56:41.841851 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530af123-a791-4af1-9c2a-c2153ec3dd91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:56:41.842157 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530af123-a791-4af1-9c2a-c2153ec3dd91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:56:41.842459 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530af123-a791-4af1-9c2a-c2153ec3dd91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:56:41.842755 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530af123-a791-4af1-9c2a-c2153ec3dd91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:56:41.843833 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530af123-a791-4af1-9c2a-c2153ec3dd91 admin admin] Tracked resource versions report: Jun 28 11:56:41.843833 dv-cinder-772388-5-smb neutron-server[93124]: pushed versions: Jun 28 11:56:41.843833 dv-cinder-772388-5-smb neutron-server[93124]: { 'AddressGroup': {'1.2'}, Jun 28 11:56:41.843833 dv-cinder-772388-5-smb neutron-server[93124]: 'ConntrackHelper': {'1.0'}, Jun 28 11:56:41.843833 dv-cinder-772388-5-smb neutron-server[93124]: 'Log': {'1.0'}, Jun 28 11:56:41.843833 dv-cinder-772388-5-smb neutron-server[93124]: 'Network': {'1.1'}, Jun 28 11:56:41.843833 dv-cinder-772388-5-smb neutron-server[93124]: 'Port': {'1.7'}, Jun 28 11:56:41.843833 dv-cinder-772388-5-smb neutron-server[93124]: 'PortForwarding': {'1.2'}, Jun 28 11:56:41.843833 dv-cinder-772388-5-smb neutron-server[93124]: 'QosPolicy': {'1.8'}, Jun 28 11:56:41.843833 dv-cinder-772388-5-smb neutron-server[93124]: 'SecurityGroup': {'1.4'}, Jun 28 11:56:41.843833 dv-cinder-772388-5-smb neutron-server[93124]: 'SecurityGroupRule': {'1.2'}, Jun 28 11:56:41.843833 dv-cinder-772388-5-smb neutron-server[93124]: 'SubPort': {'1.0'}, Jun 28 11:56:41.843833 dv-cinder-772388-5-smb neutron-server[93124]: 'Subnet': {'1.1'}, Jun 28 11:56:41.843833 dv-cinder-772388-5-smb neutron-server[93124]: 'Trunk': {'1.1'}} Jun 28 11:56:41.843833 dv-cinder-772388-5-smb neutron-server[93124]: consumer versions: Jun 28 11:56:41.843833 dv-cinder-772388-5-smb neutron-server[93124]: { DHCP agent@dv-cinder-772388-5-smb: {}, Jun 28 11:56:41.843833 dv-cinder-772388-5-smb neutron-server[93124]: L3 agent@dv-cinder-772388-5-smb: {}, Jun 28 11:56:41.843833 dv-cinder-772388-5-smb neutron-server[93124]: Metadata agent@dv-cinder-772388-5-smb: {}, Jun 28 11:56:41.843833 dv-cinder-772388-5-smb neutron-server[93124]: Metering agent@dv-cinder-772388-5-smb: {}, Jun 28 11:56:41.843833 dv-cinder-772388-5-smb neutron-server[93124]: Open vSwitch agent@dv-cinder-772388-5-smb: { 'AddressGroup': '1.2', Jun 28 11:56:41.843833 dv-cinder-772388-5-smb neutron-server[93124]: 'ConntrackHelper': '1.0', Jun 28 11:56:41.843833 dv-cinder-772388-5-smb neutron-server[93124]: 'Log': '1.0', Jun 28 11:56:41.843833 dv-cinder-772388-5-smb neutron-server[93124]: 'Network': '1.1', Jun 28 11:56:41.843833 dv-cinder-772388-5-smb neutron-server[93124]: 'Port': '1.7', Jun 28 11:56:41.843833 dv-cinder-772388-5-smb neutron-server[93124]: 'PortForwarding': '1.2', Jun 28 11:56:41.843833 dv-cinder-772388-5-smb neutron-server[93124]: 'QosPolicy': '1.8', Jun 28 11:56:41.843833 dv-cinder-772388-5-smb neutron-server[93124]: 'SecurityGroup': '1.4', Jun 28 11:56:41.843833 dv-cinder-772388-5-smb neutron-server[93124]: 'SecurityGroupRule': '1.2', Jun 28 11:56:41.843833 dv-cinder-772388-5-smb neutron-server[93124]: 'SubPort': '1.0', Jun 28 11:56:41.843833 dv-cinder-772388-5-smb neutron-server[93124]: 'Subnet': '1.1', Jun 28 11:56:41.843833 dv-cinder-772388-5-smb neutron-server[93124]: 'Trunk': '1.1'}} Jun 28 11:56:41.843833 dv-cinder-772388-5-smb neutron-server[93124]: {{(pid=93124) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 11:56:41.913234 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-530af123-a791-4af1-9c2a-c2153ec3dd91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751010106215'] for network, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:56:41.917780 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-530af123-a791-4af1-9c2a-c2153ec3dd91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 11:56:41.963390 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-530af123-a791-4af1-9c2a-c2153ec3dd91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329'] for network, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:56:41.964919 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530af123-a791-4af1-9c2a-c2153ec3dd91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 11:56:41.965567 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-530af123-a791-4af1-9c2a-c2153ec3dd91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3735354'] for network, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:56:41.968221 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 11:56:42.022474 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-530af123-a791-4af1-9c2a-c2153ec3dd91 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7353222 Jun 28 11:56:42.063339 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530af123-a791-4af1-9c2a-c2153ec3dd91 admin admin] Pushing event updated for resources: {'Network': ['ID=115ddd7b-53f7-45a5-8e98-3751c9bf91f5,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:56:42.067181 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-530af123-a791-4af1-9c2a-c2153ec3dd91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 11:56:42.075524 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Network 115ddd7b-53f7-45a5-8e98-3751c9bf91f5 details requested by agent ovs-agent-dv-cinder-772388-5-smb with host dv-cinder-772388-5-smb {{(pid=93126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 11:56:44.588524 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 53714) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 11:56:44.970622 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf7c9b6-9061-413d-8df4-5a51fe273bf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 11:56:44.971966 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-5bf7c9b6-9061-413d-8df4-5a51fe273bf8 admin admin] 10.222.0.26 "GET /v2.0/networks/115ddd7b-53f7-45a5-8e98-3751c9bf91f5 HTTP/1.1" status: 200 len: 825 time: 0.3824592 Jun 28 11:56:44.995514 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-b475363e-19ff-4d32-af2a-38c8be2abd77 admin admin] 10.222.0.26 "GET /v2.0/subnetpools/5e0d0a49-e671-48c1-9858-e059bd5e3201 HTTP/1.1" status: 200 len: 734 time: 0.0182548 Jun 28 11:56:45.004164 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.v2.base [None req-6ea2c1fc-da0a-4f69-96d7-11ec46c05994 admin admin] Request body: {'subnet': {'tenant_id': 'b2036ff124924ad5ac0e66391aa332ae', 'subnetpool_id': '5e0d0a49-e671-48c1-9858-e059bd5e3201', 'network_id': '115ddd7b-53f7-45a5-8e98-3751c9bf91f5', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=93124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:56:45.025374 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea2c1fc-da0a-4f69-96d7-11ec46c05994 admin admin] Made reservation on behalf of b2036ff124924ad5ac0e66391aa332ae for: {'subnet': 1} {{(pid=93124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:56:45.028135 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-6ea2c1fc-da0a-4f69-96d7-11ec46c05994 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:56:45.313131 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-6ea2c1fc-da0a-4f69-96d7-11ec46c05994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4137752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329'] for subnet, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:56:45.317806 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 11:56:45.381948 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea2c1fc-da0a-4f69-96d7-11ec46c05994 admin admin] Checking segment: {'id': 'ccb3ea59-6031-4d29-80d4-751f1bcded1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '115ddd7b-53f7-45a5-8e98-3751c9bf91f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 11:56:45.382317 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea2c1fc-da0a-4f69-96d7-11ec46c05994 admin admin] Network hostable DHCP agents. Network: 115ddd7b-53f7-45a5-8e98-3751c9bf91f5, hostable agents: ['63aaef39-ba79-4f18-b1e7-d9a1b0fd7cb8'], hosted agents: [] {{(pid=93124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 11:56:45.386542 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea2c1fc-da0a-4f69-96d7-11ec46c05994 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0013e538-3bbe-4874-a58a-e7bb844ecd57,revision_number=0']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:56:45.390993 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-6ea2c1fc-da0a-4f69-96d7-11ec46c05994 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 11:56:45.405709 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea2c1fc-da0a-4f69-96d7-11ec46c05994 admin admin] Network 115ddd7b-53f7-45a5-8e98-3751c9bf91f5 is scheduled to be hosted by DHCP agent 63aaef39-ba79-4f18-b1e7-d9a1b0fd7cb8 with binding_index 1 {{(pid=93124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 11:56:45.417019 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.base_scheduler [None req-6ea2c1fc-da0a-4f69-96d7-11ec46c05994 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-5-smb, 115ddd7b-53f7-45a5-8e98-3751c9bf91f5) {{(pid=93124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:56:45.421355 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea2c1fc-da0a-4f69-96d7-11ec46c05994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 11:56:45.421956 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-6ea2c1fc-da0a-4f69-96d7-11ec46c05994 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3735354'] for subnet, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:56:45.427000 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110db0c2-3867-49e4-a65e-ca18296dd84c None None] Network 115ddd7b-53f7-45a5-8e98-3751c9bf91f5 requested from dv-cinder-772388-5-smb {{(pid=93126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 11:56:45.435894 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-6ea2c1fc-da0a-4f69-96d7-11ec46c05994 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4355230 Jun 28 11:56:45.730462 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0209bf01-fdc9-4d7c-b5c4-18ebc34b63ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2c073b4-262a-5c3e-a3df-182c19600a9b-115ddd7b-53f7-45a5-8e98-3751c9bf91f5', 'network_id': '115ddd7b-53f7-45a5-8e98-3751c9bf91f5', 'tenant_id': 'b2036ff124924ad5ac0e66391aa332ae', 'fixed_ips': [{'subnet_id': '0013e538-3bbe-4874-a58a-e7bb844ecd57'}]}} from dv-cinder-772388-5-smb. {{(pid=93126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 11:56:45.731657 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-0209bf01-fdc9-4d7c-b5c4-18ebc34b63ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_create {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:56:45.993618 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.db_base_plugin_common [None req-0209bf01-fdc9-4d7c-b5c4-18ebc34b63ea None None] Allocated IP 172.20.0.2 (115ddd7b-53f7-45a5-8e98-3751c9bf91f5/0013e538-3bbe-4874-a58a-e7bb844ecd57/909852fa-9f7a-473d-a7c8-d592c3716f0d) {{(pid=93126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:56:46.191648 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-0209bf01-fdc9-4d7c-b5c4-18ebc34b63ea None None] Notify callbacks [] for port, precommit_create {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:56:46.205432 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-0209bf01-fdc9-4d7c-b5c4-18ebc34b63ea None None] Transition to ACTIVE for port object 909852fa-9f7a-473d-a7c8-d592c3716f0d will not be triggered until provisioned by entity L2. {{(pid=93126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:56:46.251460 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-0209bf01-fdc9-4d7c-b5c4-18ebc34b63ea None None] Transition to ACTIVE for port object 909852fa-9f7a-473d-a7c8-d592c3716f0d will not be triggered until provisioned by entity DHCP. {{(pid=93126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:56:46.260462 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-0209bf01-fdc9-4d7c-b5c4-18ebc34b63ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751010131950'] for port, after_create {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:56:46.263147 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 11:56:46.321804 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0209bf01-fdc9-4d7c-b5c4-18ebc34b63ea None None] Network 115ddd7b-53f7-45a5-8e98-3751c9bf91f5 is already hosted by enough agents. {{(pid=93126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:56:46.333718 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.scheduler.base_scheduler [None req-0209bf01-fdc9-4d7c-b5c4-18ebc34b63ea None None] Resources bound (agent type, host, resource id): {{(pid=93126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:56:46.342254 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0209bf01-fdc9-4d7c-b5c4-18ebc34b63ea None None] Received port after_create {{(pid=93126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 11:56:46.345246 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209bf01-fdc9-4d7c-b5c4-18ebc34b63ea None None] Pushing event updated for resources: {'Port': ['ID=909852fa-9f7a-473d-a7c8-d592c3716f0d,revision_number=1']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:56:46.372082 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209bf01-fdc9-4d7c-b5c4-18ebc34b63ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:56:46.372420 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209bf01-fdc9-4d7c-b5c4-18ebc34b63ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:56:46.372768 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209bf01-fdc9-4d7c-b5c4-18ebc34b63ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:56:46.373099 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209bf01-fdc9-4d7c-b5c4-18ebc34b63ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:56:46.373417 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209bf01-fdc9-4d7c-b5c4-18ebc34b63ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:56:46.373773 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209bf01-fdc9-4d7c-b5c4-18ebc34b63ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:56:46.374094 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209bf01-fdc9-4d7c-b5c4-18ebc34b63ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:56:46.374406 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209bf01-fdc9-4d7c-b5c4-18ebc34b63ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:56:46.374721 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209bf01-fdc9-4d7c-b5c4-18ebc34b63ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:56:46.375034 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209bf01-fdc9-4d7c-b5c4-18ebc34b63ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:56:46.375347 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209bf01-fdc9-4d7c-b5c4-18ebc34b63ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:56:46.375654 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209bf01-fdc9-4d7c-b5c4-18ebc34b63ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:56:46.376769 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209bf01-fdc9-4d7c-b5c4-18ebc34b63ea None None] Tracked resource versions report: Jun 28 11:56:46.376769 dv-cinder-772388-5-smb neutron-server[93126]: pushed versions: Jun 28 11:56:46.376769 dv-cinder-772388-5-smb neutron-server[93126]: { 'AddressGroup': {'1.2'}, Jun 28 11:56:46.376769 dv-cinder-772388-5-smb neutron-server[93126]: 'ConntrackHelper': {'1.0'}, Jun 28 11:56:46.376769 dv-cinder-772388-5-smb neutron-server[93126]: 'Log': {'1.0'}, Jun 28 11:56:46.376769 dv-cinder-772388-5-smb neutron-server[93126]: 'Network': {'1.1'}, Jun 28 11:56:46.376769 dv-cinder-772388-5-smb neutron-server[93126]: 'Port': {'1.7'}, Jun 28 11:56:46.376769 dv-cinder-772388-5-smb neutron-server[93126]: 'PortForwarding': {'1.2'}, Jun 28 11:56:46.376769 dv-cinder-772388-5-smb neutron-server[93126]: 'QosPolicy': {'1.8'}, Jun 28 11:56:46.376769 dv-cinder-772388-5-smb neutron-server[93126]: 'SecurityGroup': {'1.4'}, Jun 28 11:56:46.376769 dv-cinder-772388-5-smb neutron-server[93126]: 'SecurityGroupRule': {'1.2'}, Jun 28 11:56:46.376769 dv-cinder-772388-5-smb neutron-server[93126]: 'SubPort': {'1.0'}, Jun 28 11:56:46.376769 dv-cinder-772388-5-smb neutron-server[93126]: 'Subnet': {'1.1'}, Jun 28 11:56:46.376769 dv-cinder-772388-5-smb neutron-server[93126]: 'Trunk': {'1.1'}} Jun 28 11:56:46.376769 dv-cinder-772388-5-smb neutron-server[93126]: consumer versions: Jun 28 11:56:46.376769 dv-cinder-772388-5-smb neutron-server[93126]: { DHCP agent@dv-cinder-772388-5-smb: {}, Jun 28 11:56:46.376769 dv-cinder-772388-5-smb neutron-server[93126]: L3 agent@dv-cinder-772388-5-smb: {}, Jun 28 11:56:46.376769 dv-cinder-772388-5-smb neutron-server[93126]: Metadata agent@dv-cinder-772388-5-smb: {}, Jun 28 11:56:46.376769 dv-cinder-772388-5-smb neutron-server[93126]: Metering agent@dv-cinder-772388-5-smb: {}, Jun 28 11:56:46.376769 dv-cinder-772388-5-smb neutron-server[93126]: Open vSwitch agent@dv-cinder-772388-5-smb: { 'AddressGroup': '1.2', Jun 28 11:56:46.376769 dv-cinder-772388-5-smb neutron-server[93126]: 'ConntrackHelper': '1.0', Jun 28 11:56:46.376769 dv-cinder-772388-5-smb neutron-server[93126]: 'Log': '1.0', Jun 28 11:56:46.376769 dv-cinder-772388-5-smb neutron-server[93126]: 'Network': '1.1', Jun 28 11:56:46.376769 dv-cinder-772388-5-smb neutron-server[93126]: 'Port': '1.7', Jun 28 11:56:46.376769 dv-cinder-772388-5-smb neutron-server[93126]: 'PortForwarding': '1.2', Jun 28 11:56:46.376769 dv-cinder-772388-5-smb neutron-server[93126]: 'QosPolicy': '1.8', Jun 28 11:56:46.376769 dv-cinder-772388-5-smb neutron-server[93126]: 'SecurityGroup': '1.4', Jun 28 11:56:46.376769 dv-cinder-772388-5-smb neutron-server[93126]: 'SecurityGroupRule': '1.2', Jun 28 11:56:46.376769 dv-cinder-772388-5-smb neutron-server[93126]: 'SubPort': '1.0', Jun 28 11:56:46.376769 dv-cinder-772388-5-smb neutron-server[93126]: 'Subnet': '1.1', Jun 28 11:56:46.376769 dv-cinder-772388-5-smb neutron-server[93126]: 'Trunk': '1.1'}} Jun 28 11:56:46.376769 dv-cinder-772388-5-smb neutron-server[93126]: {{(pid=93126) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 11:56:46.399168 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-0209bf01-fdc9-4d7c-b5c4-18ebc34b63ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 11:56:46.424800 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.managers [None req-0209bf01-fdc9-4d7c-b5c4-18ebc34b63ea None None] Attempting to bind port 909852fa-9f7a-473d-a7c8-d592c3716f0d on host dv-cinder-772388-5-smb for vnic_type normal with profile {{(pid=93126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 11:56:46.425219 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.managers [None req-0209bf01-fdc9-4d7c-b5c4-18ebc34b63ea None None] Attempting to bind port 909852fa-9f7a-473d-a7c8-d592c3716f0d by drivers openvswitch,hyperv on host dv-cinder-772388-5-smb at level 0 using segments [{'id': 'ccb3ea59-6031-4d29-80d4-751f1bcded1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '115ddd7b-53f7-45a5-8e98-3751c9bf91f5'}] {{(pid=93126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 11:56:46.425624 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0209bf01-fdc9-4d7c-b5c4-18ebc34b63ea None None] Attempting to bind port 909852fa-9f7a-473d-a7c8-d592c3716f0d on network 115ddd7b-53f7-45a5-8e98-3751c9bf91f5 {{(pid=93126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:56:46.430362 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0209bf01-fdc9-4d7c-b5c4-18ebc34b63ea None None] Checking agent: {'id': '43dc484d-6faf-4242-a4db-1b59836cdb3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 11, 56, 31), 'started_at': datetime.datetime(2021, 6, 28, 11, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 11, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:56:46.430906 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0209bf01-fdc9-4d7c-b5c4-18ebc34b63ea None None] Checking segment: {'id': 'ccb3ea59-6031-4d29-80d4-751f1bcded1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '115ddd7b-53f7-45a5-8e98-3751c9bf91f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 11:56:46.431206 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-0209bf01-fdc9-4d7c-b5c4-18ebc34b63ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:56:46.431591 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0209bf01-fdc9-4d7c-b5c4-18ebc34b63ea None None] Bound using segment: {'id': 'ccb3ea59-6031-4d29-80d4-751f1bcded1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '115ddd7b-53f7-45a5-8e98-3751c9bf91f5'} {{(pid=93126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:56:46.432067 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.managers [None req-0209bf01-fdc9-4d7c-b5c4-18ebc34b63ea None None] Bound port: 909852fa-9f7a-473d-a7c8-d592c3716f0d, host: dv-cinder-772388-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccb3ea59-6031-4d29-80d4-751f1bcded1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '115ddd7b-53f7-45a5-8e98-3751c9bf91f5'}}] {{(pid=93126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 11:56:46.432485 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-0209bf01-fdc9-4d7c-b5c4-18ebc34b63ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:56:46.492397 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-0209bf01-fdc9-4d7c-b5c4-18ebc34b63ea None None] For port 909852fa-9f7a-473d-a7c8-d592c3716f0d, host dv-cinder-772388-5-smb, cleared binding levels {{(pid=93126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 11:56:46.496544 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-0209bf01-fdc9-4d7c-b5c4-18ebc34b63ea None None] For port 909852fa-9f7a-473d-a7c8-d592c3716f0d, host dv-cinder-772388-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-smb',level=0,port_id=909852fa-9f7a-473d-a7c8-d592c3716f0d,segment=NetworkSegment(ccb3ea59-6031-4d29-80d4-751f1bcded1a),segment_id=ccb3ea59-6031-4d29-80d4-751f1bcded1a)] {{(pid=93126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 11:56:46.502021 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-0209bf01-fdc9-4d7c-b5c4-18ebc34b63ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:56:46.506558 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-0209bf01-fdc9-4d7c-b5c4-18ebc34b63ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 11:56:46.568375 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209bf01-fdc9-4d7c-b5c4-18ebc34b63ea None None] Pushing event updated for resources: {'Port': ['ID=909852fa-9f7a-473d-a7c8-d592c3716f0d,revision_number=2']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:56:46.571380 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-0209bf01-fdc9-4d7c-b5c4-18ebc34b63ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 11:56:47.781767 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 53722) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 11:56:48.088380 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [None req-31d9817f-0b04-449f-afae-e54b9bb4aca9 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 11:56:48.089416 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-31d9817f-0b04-449f-afae-e54b9bb4aca9 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3065646 Jun 28 11:56:50.390149 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 53730) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 11:56:50.694220 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [None req-23ad9557-4cc7-4b96-a9d9-d3eeebd9e7b8 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 11:56:50.696324 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-23ad9557-4cc7-4b96-a9d9-d3eeebd9e7b8 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3051820 Jun 28 11:56:52.585871 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b52fdab-5f1c-47f5-a372-527e037c19ed None None] Network 115ddd7b-53f7-45a5-8e98-3751c9bf91f5 requested from dv-cinder-772388-5-smb {{(pid=93126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 11:56:52.651861 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-cdc7bfba-9b91-4ce7-8537-b43c797a4724 None None] Provisioning for port 909852fa-9f7a-473d-a7c8-d592c3716f0d completed by entity DHCP. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:56:53.091064 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device 909852fa-9f7a-473d-a7c8-d592c3716f0d up at agent ovs-agent-dv-cinder-772388-5-smb {{(pid=93126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 11:56:53.169338 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Provisioning for port 909852fa-9f7a-473d-a7c8-d592c3716f0d completed by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:56:53.172724 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Provisioning complete for port 909852fa-9f7a-473d-a7c8-d592c3716f0d triggered by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:56:53.173145 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:56:53.279921 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:56:53.303769 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 53744) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 11:56:53.313095 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] For port 909852fa-9f7a-473d-a7c8-d592c3716f0d, host dv-cinder-772388-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-smb',level=0,port_id=909852fa-9f7a-473d-a7c8-d592c3716f0d,segment=NetworkSegment(ccb3ea59-6031-4d29-80d4-751f1bcded1a),segment_id=ccb3ea59-6031-4d29-80d4-751f1bcded1a)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 11:56:53.317681 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:56:53.319731 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 11:56:53.363781 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Pushing event updated for resources: {'Port': ['ID=909852fa-9f7a-473d-a7c8-d592c3716f0d,revision_number=3']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:56:53.366990 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 11:56:53.604136 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.v2.base [None req-2c0fad52-f922-4ba4-9e7e-fc42d3acfbcf admin admin] Request body: {'router': {'tenant_id': 'b2036ff124924ad5ac0e66391aa332ae', 'admin_state_up': True, 'name': 'router1'}} {{(pid=93124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:56:53.626938 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-2c0fad52-f922-4ba4-9e7e-fc42d3acfbcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3737188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12301'] for router, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:56:53.628440 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-2c0fad52-f922-4ba4-9e7e-fc42d3acfbcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3737199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12294'] for router, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:56:53.761825 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-2c0fad52-f922-4ba4-9e7e-fc42d3acfbcf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:56:53.766478 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-2c0fad52-f922-4ba4-9e7e-fc42d3acfbcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3799529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3698553'] for router, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:56:53.778973 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-2c0fad52-f922-4ba4-9e7e-fc42d3acfbcf admin admin] Notify callbacks [] for router, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:56:53.780636 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-2c0fad52-f922-4ba4-9e7e-fc42d3acfbcf admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4758968 Jun 28 11:56:55.069172 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device 909852fa-9f7a-473d-a7c8-d592c3716f0d up at agent ovs-agent-dv-cinder-772388-5-smb {{(pid=93126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 11:56:55.113842 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Provisioning complete for port 909852fa-9f7a-473d-a7c8-d592c3716f0d triggered by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:56:55.114207 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:56:56.102859 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 53752) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 11:56:56.400913 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [None req-1b3d8c06-632c-49f1-a202-16f06014f5d5 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 11:56:56.401945 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-1b3d8c06-632c-49f1-a202-16f06014f5d5 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2981629 Jun 28 11:56:58.567623 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-64cc772d-ccf0-4f42-b7e7-2b144dcf1cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:56:58.683140 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 53760) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 11:56:58.988935 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.v2.base [None req-33c12653-5074-41eb-93da-5c33787d7e29 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True}} {{(pid=93124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:56:59.008851 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c12653-5074-41eb-93da-5c33787d7e29 admin admin] Made reservation on behalf of 79ddc3c4dc484377b15a247fa7304874 for: {'network': 1} {{(pid=93124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:56:59.011108 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-33c12653-5074-41eb-93da-5c33787d7e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for network, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:56:59.020712 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-33c12653-5074-41eb-93da-5c33787d7e29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:56:59.104471 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-33c12653-5074-41eb-93da-5c33787d7e29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:56:59.107870 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-33c12653-5074-41eb-93da-5c33787d7e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:56:59.110743 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-530af123-a791-4af1-9c2a-c2153ec3dd91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 11:56:59.125469 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-33c12653-5074-41eb-93da-5c33787d7e29 admin admin] Reserving flat network on physical network physnet1 {{(pid=93124) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 28 11:56:59.140634 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c12653-5074-41eb-93da-5c33787d7e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20956846-8a71-4501-a21d-daa060624550,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:56:59.144887 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-33c12653-5074-41eb-93da-5c33787d7e29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 11:56:59.145893 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-33c12653-5074-41eb-93da-5c33787d7e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539709'] for segment, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:56:59.146231 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.db.segments_db [None req-33c12653-5074-41eb-93da-5c33787d7e29 admin admin] Added segment 9701132a-6585-4d51-ae24-db0b91696e59 of type flat for network ccb85226-c586-4fa5-aec0-6cfbd080c008 Jun 28 11:56:59.199188 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-33c12653-5074-41eb-93da-5c33787d7e29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751010106215'] for network, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:56:59.233559 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-33c12653-5074-41eb-93da-5c33787d7e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329'] for network, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:56:59.234786 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c12653-5074-41eb-93da-5c33787d7e29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 11:56:59.235357 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-33c12653-5074-41eb-93da-5c33787d7e29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3735354'] for network, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:56:59.238084 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-530af123-a791-4af1-9c2a-c2153ec3dd91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 11:56:59.262856 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-33c12653-5074-41eb-93da-5c33787d7e29 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5787041 Jun 28 11:56:59.297413 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c12653-5074-41eb-93da-5c33787d7e29 admin admin] Pushing event updated for resources: {'Network': ['ID=ccb85226-c586-4fa5-aec0-6cfbd080c008,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:56:59.300292 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-33c12653-5074-41eb-93da-5c33787d7e29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 11:56:59.308121 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Network ccb85226-c586-4fa5-aec0-6cfbd080c008 details requested by agent ovs-agent-dv-cinder-772388-5-smb with host dv-cinder-772388-5-smb {{(pid=93126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 11:57:01.136685 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-aa3b239e-2314-4816-96c6-3e3572329e31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:57:01.326773 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:57:01.565231 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 53768) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 11:57:01.911462 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc70750-5b59-40d2-964c-3459dc8564a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 11:57:01.912746 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-0bc70750-5b59-40d2-964c-3459dc8564a4 admin admin] 10.222.0.26 "GET /v2.0/subnets/0013e538-3bbe-4874-a58a-e7bb844ecd57 HTTP/1.1" status: 200 len: 849 time: 0.3465731 Jun 28 11:57:02.023753 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-47c0140d-9a7a-45a2-9088-0b2954085f5a admin admin] 10.222.0.26 "GET /v2.0/routers/90971762-2e0c-48fc-ad79-a34a34bf90f2 HTTP/1.1" status: 200 len: 704 time: 0.1055450 Jun 28 11:57:02.275572 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-a5f1e4f6-a387-4c47-b5b6-eabd57037a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:57:02.325427 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-5f2b1fbb-f913-4077-a7df-942ed403becf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:57:02.553523 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.db.db_base_plugin_common [None req-a5f1e4f6-a387-4c47-b5b6-eabd57037a1a admin admin] Allocated IP 172.20.0.1 (115ddd7b-53f7-45a5-8e98-3751c9bf91f5/0013e538-3bbe-4874-a58a-e7bb844ecd57/ad8f7d90-8c06-412c-ad8d-6c23e931f5b5) {{(pid=93124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:57:02.741570 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-a5f1e4f6-a387-4c47-b5b6-eabd57037a1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:57:02.762067 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-a5f1e4f6-a387-4c47-b5b6-eabd57037a1a admin admin] Transition to ACTIVE for port object ad8f7d90-8c06-412c-ad8d-6c23e931f5b5 will not be triggered until provisioned by entity DHCP. {{(pid=93124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:57:02.837733 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-a5f1e4f6-a387-4c47-b5b6-eabd57037a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751010131950'] for port, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:57:02.839699 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 11:57:02.910640 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f1e4f6-a387-4c47-b5b6-eabd57037a1a admin admin] Network 115ddd7b-53f7-45a5-8e98-3751c9bf91f5 is already hosted by enough agents. {{(pid=93124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:57:02.915039 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.base_scheduler [None req-a5f1e4f6-a387-4c47-b5b6-eabd57037a1a admin admin] Resources bound (agent type, host, resource id): {{(pid=93124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:57:02.919571 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f1e4f6-a387-4c47-b5b6-eabd57037a1a admin admin] Received port after_create {{(pid=93124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 11:57:02.920528 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-a5f1e4f6-a387-4c47-b5b6-eabd57037a1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695481'] for router_interface, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:57:02.939242 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f1e4f6-a387-4c47-b5b6-eabd57037a1a admin admin] Pushing event updated for resources: {'Port': ['ID=ad8f7d90-8c06-412c-ad8d-6c23e931f5b5,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:57:02.979576 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-a5f1e4f6-a387-4c47-b5b6-eabd57037a1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 11:57:03.122916 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-a5f1e4f6-a387-4c47-b5b6-eabd57037a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:57:03.150797 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-917ec88f-337d-4572-aa48-2e4bb6678093 None None] Provisioning for port ad8f7d90-8c06-412c-ad8d-6c23e931f5b5 completed by entity DHCP. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:57:03.154731 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-917ec88f-337d-4572-aa48-2e4bb6678093 None None] Provisioning complete for port ad8f7d90-8c06-412c-ad8d-6c23e931f5b5 triggered by entity DHCP. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:57:03.155109 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-917ec88f-337d-4572-aa48-2e4bb6678093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:57:03.186468 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.plugin [None req-917ec88f-337d-4572-aa48-2e4bb6678093 None None] Port ad8f7d90-8c06-412c-ad8d-6c23e931f5b5 cannot update to ACTIVE because it is not bound. {{(pid=93126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 11:57:03.302604 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-a5f1e4f6-a387-4c47-b5b6-eabd57037a1a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:57:03.306948 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-a5f1e4f6-a387-4c47-b5b6-eabd57037a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:57:03.308000 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-a5f1e4f6-a387-4c47-b5b6-eabd57037a1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695509'] for router_interface, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:57:03.310374 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-a5f1e4f6-a387-4c47-b5b6-eabd57037a1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 11:57:03.386411 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f1e4f6-a387-4c47-b5b6-eabd57037a1a admin admin] Pushing event updated for resources: {'Port': ['ID=ad8f7d90-8c06-412c-ad8d-6c23e931f5b5,revision_number=2']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:57:03.390007 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-a5f1e4f6-a387-4c47-b5b6-eabd57037a1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 11:57:03.425400 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f1e4f6-a387-4c47-b5b6-eabd57037a1a admin admin] Network 115ddd7b-53f7-45a5-8e98-3751c9bf91f5 is already hosted by enough agents. {{(pid=93124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:57:03.426625 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.base_scheduler [None req-a5f1e4f6-a387-4c47-b5b6-eabd57037a1a admin admin] Resources bound (agent type, host, resource id): {{(pid=93124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:57:03.581780 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5f1e4f6-a387-4c47-b5b6-eabd57037a1a admin admin] Router 90971762-2e0c-48fc-ad79-a34a34bf90f2 is scheduled to L3 agent a3516409-90ed-42c0-9869-2f9c81c3e104 with binding_index 1 {{(pid=93124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 11:57:03.605071 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-f0428a1d-84ae-4ff2-83c8-634ef89d0a38 None None] Provisioning complete for port ad8f7d90-8c06-412c-ad8d-6c23e931f5b5 triggered by entity DHCP. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:57:03.605608 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-f0428a1d-84ae-4ff2-83c8-634ef89d0a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:57:03.636747 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.plugin [None req-f0428a1d-84ae-4ff2-83c8-634ef89d0a38 None None] Port ad8f7d90-8c06-412c-ad8d-6c23e931f5b5 cannot update to ACTIVE because it is not bound. {{(pid=93126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 11:57:03.667885 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f1e4f6-a387-4c47-b5b6-eabd57037a1a admin admin] Notify agent at l3_agent.dv-cinder-772388-5-smb the message routers_updated {{(pid=93124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 11:57:03.674855 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-a5f1e4f6-a387-4c47-b5b6-eabd57037a1a admin admin] 10.222.0.26 "PUT /v2.0/routers/90971762-2e0c-48fc-ad79-a34a34bf90f2/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6462541 Jun 28 11:57:03.679509 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecb22a6-31a7-4f42-be96-189405b4ee2f None None] Sync routers for ids ['90971762-2e0c-48fc-ad79-a34a34bf90f2'] in dv-cinder-772388-5-smb {{(pid=93127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:57:03.691326 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecb22a6-31a7-4f42-be96-189405b4ee2f None None] Routers {'90971762-2e0c-48fc-ad79-a34a34bf90f2'} bound to L3 agent in host dv-cinder-772388-5-smb {{(pid=93127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 11:57:03.692210 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_hamode_db [None req-4ecb22a6-31a7-4f42-be96-189405b4ee2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T11:56:31Z,description=,heartbeat_timestamp=2021-06-28T11:57:01Z,host='dv-cinder-772388-5-smb',id=a3516409-90ed-42c0-9869-2f9c81c3e104,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:56:31Z,topic='l3_agent')) {'router_ids': ['90971762-2e0c-48fc-ad79-a34a34bf90f2'], 'active': True} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:57:03.875404 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_dvr_db [None req-4ecb22a6-31a7-4f42-be96-189405b4ee2f None None] Set router 90971762-2e0c-48fc-ad79-a34a34bf90f2 gateway port host: None {{(pid=93127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 11:57:03.885631 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-664455ac-6bbb-4e68-9a3b-ee59dbc8190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:57:04.292994 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_hamode_db [None req-4ecb22a6-31a7-4f42-be96-189405b4ee2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90971762-2e0c-48fc-ad79-a34a34bf90f2', 'name': 'router1', 'tenant_id': 'b2036ff124924ad5ac0e66391aa332ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T11:56:53Z', 'updated_at': '2021-06-28T11:57:03Z', 'revision_number': 2, 'project_id': 'b2036ff124924ad5ac0e66391aa332ae', 'gw_port_host': None, '_interfaces': [{'id': 'ad8f7d90-8c06-412c-ad8d-6c23e931f5b5', 'name': '', 'network_id': '115ddd7b-53f7-45a5-8e98-3751c9bf91f5', 'tenant_id': 'b2036ff124924ad5ac0e66391aa332ae', 'mac_address': 'fa:16:3e:38:d1:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90971762-2e0c-48fc-ad79-a34a34bf90f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0013e538-3bbe-4874-a58a-e7bb844ecd57', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T11:57:02Z', 'updated_at': '2021-06-28T11:57:03Z', 'revision_number': 2, 'project_id': 'b2036ff124924ad5ac0e66391aa332ae', 'subnets': [{'id': '0013e538-3bbe-4874-a58a-e7bb844ecd57', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5e0d0a49-e671-48c1-9858-e059bd5e3201'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-smb', False) {} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:57:04.343085 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecb22a6-31a7-4f42-be96-189405b4ee2f None None] Checking router: 90971762-2e0c-48fc-ad79-a34a34bf90f2 for host: dv-cinder-772388-5-smb {{(pid=93127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:57:04.343471 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecb22a6-31a7-4f42-be96-189405b4ee2f None None] Updating router 90971762-2e0c-48fc-ad79-a34a34bf90f2 port ad8f7d90-8c06-412c-ad8d-6c23e931f5b5 binding host dv-cinder-772388-5-smb {{(pid=93127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 11:57:04.407228 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-4ecb22a6-31a7-4f42-be96-189405b4ee2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:57:04.882136 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-4ecb22a6-31a7-4f42-be96-189405b4ee2f None None] Notify callbacks [] for port, precommit_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:57:04.899290 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.provisioning_blocks [None req-4ecb22a6-31a7-4f42-be96-189405b4ee2f None None] Transition to ACTIVE for port object ad8f7d90-8c06-412c-ad8d-6c23e931f5b5 will not be triggered until provisioned by entity L2. {{(pid=93127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:57:04.908041 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-4ecb22a6-31a7-4f42-be96-189405b4ee2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:57:04.912819 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 11:57:05.069706 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696a2db7-b825-4bf1-ad24-cd1a7f0d5e08 None None] Pushing event updated for resources: {'Port': ['ID=ad8f7d90-8c06-412c-ad8d-6c23e931f5b5,revision_number=3']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:57:05.072029 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.plugins.ml2.managers [None req-4ecb22a6-31a7-4f42-be96-189405b4ee2f None None] Attempting to bind port ad8f7d90-8c06-412c-ad8d-6c23e931f5b5 on host dv-cinder-772388-5-smb for vnic_type normal with profile {{(pid=93127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 11:57:05.072437 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.plugins.ml2.managers [None req-4ecb22a6-31a7-4f42-be96-189405b4ee2f None None] Attempting to bind port ad8f7d90-8c06-412c-ad8d-6c23e931f5b5 by drivers openvswitch,hyperv on host dv-cinder-772388-5-smb at level 0 using segments [{'id': 'ccb3ea59-6031-4d29-80d4-751f1bcded1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '115ddd7b-53f7-45a5-8e98-3751c9bf91f5'}] {{(pid=93127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 11:57:05.072893 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecb22a6-31a7-4f42-be96-189405b4ee2f None None] Attempting to bind port ad8f7d90-8c06-412c-ad8d-6c23e931f5b5 on network 115ddd7b-53f7-45a5-8e98-3751c9bf91f5 {{(pid=93127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:57:05.083044 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696a2db7-b825-4bf1-ad24-cd1a7f0d5e08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:57:05.083386 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696a2db7-b825-4bf1-ad24-cd1a7f0d5e08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:57:05.083718 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696a2db7-b825-4bf1-ad24-cd1a7f0d5e08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:57:05.084041 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696a2db7-b825-4bf1-ad24-cd1a7f0d5e08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:57:05.084359 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696a2db7-b825-4bf1-ad24-cd1a7f0d5e08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:57:05.084675 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696a2db7-b825-4bf1-ad24-cd1a7f0d5e08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:57:05.085016 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696a2db7-b825-4bf1-ad24-cd1a7f0d5e08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:57:05.085329 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696a2db7-b825-4bf1-ad24-cd1a7f0d5e08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:57:05.085641 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696a2db7-b825-4bf1-ad24-cd1a7f0d5e08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:57:05.085949 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696a2db7-b825-4bf1-ad24-cd1a7f0d5e08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:57:05.086258 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696a2db7-b825-4bf1-ad24-cd1a7f0d5e08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:57:05.086566 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696a2db7-b825-4bf1-ad24-cd1a7f0d5e08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:57:05.087669 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696a2db7-b825-4bf1-ad24-cd1a7f0d5e08 None None] Tracked resource versions report: Jun 28 11:57:05.087669 dv-cinder-772388-5-smb neutron-server[93127]: pushed versions: Jun 28 11:57:05.087669 dv-cinder-772388-5-smb neutron-server[93127]: { 'AddressGroup': {'1.2'}, Jun 28 11:57:05.087669 dv-cinder-772388-5-smb neutron-server[93127]: 'ConntrackHelper': {'1.0'}, Jun 28 11:57:05.087669 dv-cinder-772388-5-smb neutron-server[93127]: 'Log': {'1.0'}, Jun 28 11:57:05.087669 dv-cinder-772388-5-smb neutron-server[93127]: 'Network': {'1.1'}, Jun 28 11:57:05.087669 dv-cinder-772388-5-smb neutron-server[93127]: 'Port': {'1.7'}, Jun 28 11:57:05.087669 dv-cinder-772388-5-smb neutron-server[93127]: 'PortForwarding': {'1.2'}, Jun 28 11:57:05.087669 dv-cinder-772388-5-smb neutron-server[93127]: 'QosPolicy': {'1.8'}, Jun 28 11:57:05.087669 dv-cinder-772388-5-smb neutron-server[93127]: 'SecurityGroup': {'1.4'}, Jun 28 11:57:05.087669 dv-cinder-772388-5-smb neutron-server[93127]: 'SecurityGroupRule': {'1.2'}, Jun 28 11:57:05.087669 dv-cinder-772388-5-smb neutron-server[93127]: 'SubPort': {'1.0'}, Jun 28 11:57:05.087669 dv-cinder-772388-5-smb neutron-server[93127]: 'Subnet': {'1.1'}, Jun 28 11:57:05.087669 dv-cinder-772388-5-smb neutron-server[93127]: 'Trunk': {'1.1'}} Jun 28 11:57:05.087669 dv-cinder-772388-5-smb neutron-server[93127]: consumer versions: Jun 28 11:57:05.087669 dv-cinder-772388-5-smb neutron-server[93127]: { DHCP agent@dv-cinder-772388-5-smb: {}, Jun 28 11:57:05.087669 dv-cinder-772388-5-smb neutron-server[93127]: L3 agent@dv-cinder-772388-5-smb: {}, Jun 28 11:57:05.087669 dv-cinder-772388-5-smb neutron-server[93127]: Metadata agent@dv-cinder-772388-5-smb: {}, Jun 28 11:57:05.087669 dv-cinder-772388-5-smb neutron-server[93127]: Metering agent@dv-cinder-772388-5-smb: {}, Jun 28 11:57:05.087669 dv-cinder-772388-5-smb neutron-server[93127]: Open vSwitch agent@dv-cinder-772388-5-smb: { 'AddressGroup': '1.2', Jun 28 11:57:05.087669 dv-cinder-772388-5-smb neutron-server[93127]: 'ConntrackHelper': '1.0', Jun 28 11:57:05.087669 dv-cinder-772388-5-smb neutron-server[93127]: 'Log': '1.0', Jun 28 11:57:05.087669 dv-cinder-772388-5-smb neutron-server[93127]: 'Network': '1.1', Jun 28 11:57:05.087669 dv-cinder-772388-5-smb neutron-server[93127]: 'Port': '1.7', Jun 28 11:57:05.087669 dv-cinder-772388-5-smb neutron-server[93127]: 'PortForwarding': '1.2', Jun 28 11:57:05.087669 dv-cinder-772388-5-smb neutron-server[93127]: 'QosPolicy': '1.8', Jun 28 11:57:05.087669 dv-cinder-772388-5-smb neutron-server[93127]: 'SecurityGroup': '1.4', Jun 28 11:57:05.087669 dv-cinder-772388-5-smb neutron-server[93127]: 'SecurityGroupRule': '1.2', Jun 28 11:57:05.087669 dv-cinder-772388-5-smb neutron-server[93127]: 'SubPort': '1.0', Jun 28 11:57:05.087669 dv-cinder-772388-5-smb neutron-server[93127]: 'Subnet': '1.1', Jun 28 11:57:05.087669 dv-cinder-772388-5-smb neutron-server[93127]: 'Trunk': '1.1'}} Jun 28 11:57:05.087669 dv-cinder-772388-5-smb neutron-server[93127]: {{(pid=93127) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 11:57:05.090001 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecb22a6-31a7-4f42-be96-189405b4ee2f None None] Checking agent: {'id': '43dc484d-6faf-4242-a4db-1b59836cdb3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 11, 56, 31), 'started_at': datetime.datetime(2021, 6, 28, 11, 57, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 11, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:57:05.090558 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecb22a6-31a7-4f42-be96-189405b4ee2f None None] Checking segment: {'id': 'ccb3ea59-6031-4d29-80d4-751f1bcded1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '115ddd7b-53f7-45a5-8e98-3751c9bf91f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 11:57:05.090779 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-4ecb22a6-31a7-4f42-be96-189405b4ee2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:57:05.091161 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecb22a6-31a7-4f42-be96-189405b4ee2f None None] Bound using segment: {'id': 'ccb3ea59-6031-4d29-80d4-751f1bcded1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '115ddd7b-53f7-45a5-8e98-3751c9bf91f5'} {{(pid=93127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:57:05.091650 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.plugins.ml2.managers [None req-4ecb22a6-31a7-4f42-be96-189405b4ee2f None None] Bound port: ad8f7d90-8c06-412c-ad8d-6c23e931f5b5, host: dv-cinder-772388-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccb3ea59-6031-4d29-80d4-751f1bcded1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '115ddd7b-53f7-45a5-8e98-3751c9bf91f5'}}] {{(pid=93127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 11:57:05.092064 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-4ecb22a6-31a7-4f42-be96-189405b4ee2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:57:05.095274 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG oslo_concurrency.lockutils [None req-696a2db7-b825-4bf1-ad24-cd1a7f0d5e08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=93127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 11:57:05.158010 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.plugins.ml2.db [None req-4ecb22a6-31a7-4f42-be96-189405b4ee2f None None] For port ad8f7d90-8c06-412c-ad8d-6c23e931f5b5, host dv-cinder-772388-5-smb, cleared binding levels {{(pid=93127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 11:57:05.181230 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.plugins.ml2.db [None req-4ecb22a6-31a7-4f42-be96-189405b4ee2f None None] For port ad8f7d90-8c06-412c-ad8d-6c23e931f5b5, host dv-cinder-772388-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-smb',level=0,port_id=ad8f7d90-8c06-412c-ad8d-6c23e931f5b5,segment=NetworkSegment(ccb3ea59-6031-4d29-80d4-751f1bcded1a),segment_id=ccb3ea59-6031-4d29-80d4-751f1bcded1a)] {{(pid=93127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 11:57:05.186530 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-4ecb22a6-31a7-4f42-be96-189405b4ee2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:57:05.189380 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 11:57:05.244060 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696a2db7-b825-4bf1-ad24-cd1a7f0d5e08 None None] Pushing event updated for resources: {'Port': ['ID=ad8f7d90-8c06-412c-ad8d-6c23e931f5b5,revision_number=4']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:57:05.255414 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG oslo_concurrency.lockutils [None req-696a2db7-b825-4bf1-ad24-cd1a7f0d5e08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 11:57:05.260276 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecb22a6-31a7-4f42-be96-189405b4ee2f None None] Routers {'90971762-2e0c-48fc-ad79-a34a34bf90f2'} bound to L3 agent in host dv-cinder-772388-5-smb {{(pid=93127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 11:57:05.260921 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_hamode_db [None req-4ecb22a6-31a7-4f42-be96-189405b4ee2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T11:56:31Z,description=,heartbeat_timestamp=2021-06-28T11:57:01Z,host='dv-cinder-772388-5-smb',id=a3516409-90ed-42c0-9869-2f9c81c3e104,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:56:31Z,topic='l3_agent')) {'router_ids': ['90971762-2e0c-48fc-ad79-a34a34bf90f2'], 'active': True} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:57:05.348845 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_dvr_db [None req-4ecb22a6-31a7-4f42-be96-189405b4ee2f None None] Set router 90971762-2e0c-48fc-ad79-a34a34bf90f2 gateway port host: None {{(pid=93127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 11:57:05.551785 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_hamode_db [None req-4ecb22a6-31a7-4f42-be96-189405b4ee2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90971762-2e0c-48fc-ad79-a34a34bf90f2', 'name': 'router1', 'tenant_id': 'b2036ff124924ad5ac0e66391aa332ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T11:56:53Z', 'updated_at': '2021-06-28T11:57:03Z', 'revision_number': 2, 'project_id': 'b2036ff124924ad5ac0e66391aa332ae', 'gw_port_host': None, '_interfaces': [{'id': 'ad8f7d90-8c06-412c-ad8d-6c23e931f5b5', 'name': '', 'network_id': '115ddd7b-53f7-45a5-8e98-3751c9bf91f5', 'tenant_id': 'b2036ff124924ad5ac0e66391aa332ae', 'mac_address': 'fa:16:3e:38:d1:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90971762-2e0c-48fc-ad79-a34a34bf90f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0013e538-3bbe-4874-a58a-e7bb844ecd57', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T11:57:02Z', 'updated_at': '2021-06-28T11:57:05Z', 'revision_number': 4, 'project_id': 'b2036ff124924ad5ac0e66391aa332ae', 'subnets': [{'id': '0013e538-3bbe-4874-a58a-e7bb844ecd57', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5e0d0a49-e671-48c1-9858-e059bd5e3201'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-smb', False) {} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:57:05.576833 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecb22a6-31a7-4f42-be96-189405b4ee2f None None] The sync data for ids ['90971762-2e0c-48fc-ad79-a34a34bf90f2'] in dv-cinder-772388-5-smb is: [{'id': '90971762-2e0c-48fc-ad79-a34a34bf90f2', 'name': 'router1', 'tenant_id': 'b2036ff124924ad5ac0e66391aa332ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T11:56:53Z', 'updated_at': '2021-06-28T11:57:03Z', 'revision_number': 2, 'project_id': 'b2036ff124924ad5ac0e66391aa332ae', 'gw_port_host': None, '_interfaces': [{'id': 'ad8f7d90-8c06-412c-ad8d-6c23e931f5b5', 'name': '', 'network_id': '115ddd7b-53f7-45a5-8e98-3751c9bf91f5', 'tenant_id': 'b2036ff124924ad5ac0e66391aa332ae', 'mac_address': 'fa:16:3e:38:d1:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90971762-2e0c-48fc-ad79-a34a34bf90f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0013e538-3bbe-4874-a58a-e7bb844ecd57', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T11:57:02Z', 'updated_at': '2021-06-28T11:57:05Z', 'revision_number': 4, 'project_id': 'b2036ff124924ad5ac0e66391aa332ae', 'subnets': [{'id': '0013e538-3bbe-4874-a58a-e7bb844ecd57', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5e0d0a49-e671-48c1-9858-e059bd5e3201'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:57:06.020686 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 53788) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 11:57:06.141362 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.agents_db [None req-f497f353-63e3-44e2-a2cd-a5845e949060 None None] Agent healthcheck: found 5 active agents {{(pid=93127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 11:57:06.209562 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694c8baf-6e65-4377-9515-0ee2f2de443f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 11:57:06.215967 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-694c8baf-6e65-4377-9515-0ee2f2de443f admin admin] 10.222.0.26 "GET /v2.0/networks/ccb85226-c586-4fa5-aec0-6cfbd080c008 HTTP/1.1" status: 200 len: 842 time: 0.1891353 Jun 28 11:57:06.220072 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.v2.base [None req-9f4ecadc-8dc5-42b3-89ae-89bc25d1484b admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:57:06.241695 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4ecadc-8dc5-42b3-89ae-89bc25d1484b admin admin] Made reservation on behalf of 79ddc3c4dc484377b15a247fa7304874 for: {'subnet': 1} {{(pid=93124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:57:06.244427 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-9f4ecadc-8dc5-42b3-89ae-89bc25d1484b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:57:06.589054 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.objects.ports [None req-9f4ecadc-8dc5-42b3-89ae-89bc25d1484b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93124) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 28 11:57:06.589410 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-9f4ecadc-8dc5-42b3-89ae-89bc25d1484b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4137752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329'] for subnet, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:57:06.591395 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 11:57:06.640443 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4ecadc-8dc5-42b3-89ae-89bc25d1484b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f863da3b-2790-4793-ac71-6f3e8dbd6721,revision_number=0']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:57:06.643959 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-9f4ecadc-8dc5-42b3-89ae-89bc25d1484b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 11:57:06.650633 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4ecadc-8dc5-42b3-89ae-89bc25d1484b admin admin] Checking segment: {'id': '9701132a-6585-4d51-ae24-db0b91696e59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 11:57:06.650993 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4ecadc-8dc5-42b3-89ae-89bc25d1484b admin admin] Network hostable DHCP agents. Network: ccb85226-c586-4fa5-aec0-6cfbd080c008, hostable agents: ['63aaef39-ba79-4f18-b1e7-d9a1b0fd7cb8'], hosted agents: [] {{(pid=93124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 11:57:06.667713 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4ecadc-8dc5-42b3-89ae-89bc25d1484b admin admin] Network ccb85226-c586-4fa5-aec0-6cfbd080c008 is scheduled to be hosted by DHCP agent 63aaef39-ba79-4f18-b1e7-d9a1b0fd7cb8 with binding_index 1 {{(pid=93124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 11:57:06.677716 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.base_scheduler [None req-9f4ecadc-8dc5-42b3-89ae-89bc25d1484b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-5-smb, ccb85226-c586-4fa5-aec0-6cfbd080c008) {{(pid=93124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:57:06.682975 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4ecadc-8dc5-42b3-89ae-89bc25d1484b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 11:57:06.684113 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-9f4ecadc-8dc5-42b3-89ae-89bc25d1484b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3735354'] for subnet, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:57:06.687806 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1bc5f64-fc93-4344-95f6-13225adfef1f None None] Network ccb85226-c586-4fa5-aec0-6cfbd080c008 requested from dv-cinder-772388-5-smb {{(pid=93126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 11:57:06.712851 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-9f4ecadc-8dc5-42b3-89ae-89bc25d1484b admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4866910 Jun 28 11:57:06.828031 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a71903-5344-49d6-a3d2-1fe3efbb0353 None None] Network ccb85226-c586-4fa5-aec0-6cfbd080c008 requested from dv-cinder-772388-5-smb {{(pid=93126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 11:57:08.960486 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 53810) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 11:57:09.088827 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-c2c45e22-2066-4bd3-a36b-b0d0e8d671c0 admin admin] 10.222.0.26 "GET /v2.0/routers/90971762-2e0c-48fc-ad79-a34a34bf90f2 HTTP/1.1" status: 200 len: 710 time: 0.1261075 Jun 28 11:57:09.095518 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device ad8f7d90-8c06-412c-ad8d-6c23e931f5b5 up at agent ovs-agent-dv-cinder-772388-5-smb {{(pid=93126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 11:57:09.143709 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Provisioning for port ad8f7d90-8c06-412c-ad8d-6c23e931f5b5 completed by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:57:09.151113 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Provisioning complete for port ad8f7d90-8c06-412c-ad8d-6c23e931f5b5 triggered by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:57:09.151485 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:57:09.177319 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d00f6fe-04fe-4b88-be32-ed126e6ccc71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 11:57:09.178696 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-9d00f6fe-04fe-4b88-be32-ed126e6ccc71 admin admin] 10.222.0.26 "GET /v2.0/networks/ccb85226-c586-4fa5-aec0-6cfbd080c008 HTTP/1.1" status: 200 len: 886 time: 0.0857773 Jun 28 11:57:09.188641 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.v2.base [None req-769fab3e-a129-407c-8a4a-4381276a7f11 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008'}}} {{(pid=93124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:57:09.238675 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:57:09.270105 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] For port ad8f7d90-8c06-412c-ad8d-6c23e931f5b5, host dv-cinder-772388-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-smb',level=0,port_id=ad8f7d90-8c06-412c-ad8d-6c23e931f5b5,segment=NetworkSegment(ccb3ea59-6031-4d29-80d4-751f1bcded1a),segment_id=ccb3ea59-6031-4d29-80d4-751f1bcded1a)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 11:57:09.275969 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:57:09.278424 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-0209bf01-fdc9-4d7c-b5c4-18ebc34b63ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 11:57:09.330769 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Pushing event updated for resources: {'Port': ['ID=ad8f7d90-8c06-412c-ad8d-6c23e931f5b5,revision_number=5']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:57:09.337660 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 11:57:09.430432 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-769fab3e-a129-407c-8a4a-4381276a7f11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3698476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3799536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12328'] for router, precommit_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:57:09.652264 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-769fab3e-a129-407c-8a4a-4381276a7f11 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:57:09.727369 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-769fab3e-a129-407c-8a4a-4381276a7f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:57:09.833197 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.db.db_base_plugin_common [None req-769fab3e-a129-407c-8a4a-4381276a7f11 admin admin] Allocated IP 172.28.3.167 (ccb85226-c586-4fa5-aec0-6cfbd080c008/f863da3b-2790-4793-ac71-6f3e8dbd6721/4de98870-9f7d-45fd-838b-441ec729ac6c) {{(pid=93124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:57:09.927482 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-769fab3e-a129-407c-8a4a-4381276a7f11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:57:09.963616 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-769fab3e-a129-407c-8a4a-4381276a7f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751010131950'] for port, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:57:09.966478 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-a5f1e4f6-a387-4c47-b5b6-eabd57037a1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 11:57:10.001944 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769fab3e-a129-407c-8a4a-4381276a7f11 admin admin] Network ccb85226-c586-4fa5-aec0-6cfbd080c008 is already hosted by enough agents. {{(pid=93124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:57:10.006352 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.base_scheduler [None req-769fab3e-a129-407c-8a4a-4381276a7f11 admin admin] Resources bound (agent type, host, resource id): {{(pid=93124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:57:10.009578 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769fab3e-a129-407c-8a4a-4381276a7f11 admin admin] Received port after_create {{(pid=93124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 11:57:10.044265 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769fab3e-a129-407c-8a4a-4381276a7f11 admin admin] Pushing event updated for resources: {'Port': ['ID=4de98870-9f7d-45fd-838b-441ec729ac6c,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:57:10.069135 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-769fab3e-a129-407c-8a4a-4381276a7f11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 11:57:10.323631 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-769fab3e-a129-407c-8a4a-4381276a7f11 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:57:10.505970 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-769fab3e-a129-407c-8a4a-4381276a7f11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3698476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3799536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12328'] for router, precommit_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:57:10.509093 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-769fab3e-a129-407c-8a4a-4381276a7f11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3698553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3698450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3698443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3799547'] for router, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:57:10.608880 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-769fab3e-a129-407c-8a4a-4381276a7f11 admin admin] Router 90971762-2e0c-48fc-ad79-a34a34bf90f2 has already been hosted by L3 agent a3516409-90ed-42c0-9869-2f9c81c3e104 {{(pid=93124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:57:10.709233 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-769fab3e-a129-407c-8a4a-4381276a7f11 admin admin] Notify agent at l3_agent.dv-cinder-772388-5-smb the message routers_updated {{(pid=93124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 11:57:10.713519 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-769fab3e-a129-407c-8a4a-4381276a7f11 admin admin] Notify callbacks [] for router, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:57:10.714721 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-769fab3e-a129-407c-8a4a-4381276a7f11 admin admin] 10.222.0.26 "PUT /v2.0/routers/90971762-2e0c-48fc-ad79-a34a34bf90f2 HTTP/1.1" status: 200 len: 890 time: 1.5302832 Jun 28 11:57:10.719379 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0fb7a0-879c-4999-b704-847ca4f904d9 None None] Sync routers for ids ['90971762-2e0c-48fc-ad79-a34a34bf90f2'] in dv-cinder-772388-5-smb {{(pid=93126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:57:10.730517 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0fb7a0-879c-4999-b704-847ca4f904d9 None None] Routers {'90971762-2e0c-48fc-ad79-a34a34bf90f2'} bound to L3 agent in host dv-cinder-772388-5-smb {{(pid=93126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 11:57:10.731218 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_hamode_db [None req-8b0fb7a0-879c-4999-b704-847ca4f904d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T11:56:31Z,description=,heartbeat_timestamp=2021-06-28T11:57:01Z,host='dv-cinder-772388-5-smb',id=a3516409-90ed-42c0-9869-2f9c81c3e104,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:56:31Z,topic='l3_agent')) {'router_ids': ['90971762-2e0c-48fc-ad79-a34a34bf90f2'], 'active': True} {{(pid=93126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:57:10.995989 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvr_db [None req-8b0fb7a0-879c-4999-b704-847ca4f904d9 None None] Set router 90971762-2e0c-48fc-ad79-a34a34bf90f2 gateway port host: dv-cinder-772388-5-smb {{(pid=93126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 11:57:11.107750 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device ad8f7d90-8c06-412c-ad8d-6c23e931f5b5 up at agent ovs-agent-dv-cinder-772388-5-smb {{(pid=93126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 11:57:11.309851 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Provisioning complete for port ad8f7d90-8c06-412c-ad8d-6c23e931f5b5 triggered by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:57:11.310127 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:57:11.470937 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_hamode_db [None req-8b0fb7a0-879c-4999-b704-847ca4f904d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90971762-2e0c-48fc-ad79-a34a34bf90f2', 'name': 'router1', 'tenant_id': 'b2036ff124924ad5ac0e66391aa332ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.167'}], 'enable_snat': True}, 'gw_port_id': '4de98870-9f7d-45fd-838b-441ec729ac6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T11:56:53Z', 'updated_at': '2021-06-28T11:57:10Z', 'revision_number': 4, 'project_id': 'b2036ff124924ad5ac0e66391aa332ae', 'gw_port': {'id': '4de98870-9f7d-45fd-838b-441ec729ac6c', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:6a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90971762-2e0c-48fc-ad79-a34a34bf90f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T11:57:09Z', 'updated_at': '2021-06-28T11:57:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb', '_interfaces': [{'id': 'ad8f7d90-8c06-412c-ad8d-6c23e931f5b5', 'name': '', 'network_id': '115ddd7b-53f7-45a5-8e98-3751c9bf91f5', 'tenant_id': 'b2036ff124924ad5ac0e66391aa332ae', 'mac_address': 'fa:16:3e:38:d1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90971762-2e0c-48fc-ad79-a34a34bf90f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0013e538-3bbe-4874-a58a-e7bb844ecd57', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T11:57:02Z', 'updated_at': '2021-06-28T11:57:09Z', 'revision_number': 5, 'project_id': 'b2036ff124924ad5ac0e66391aa332ae', 'subnets': [{'id': '0013e538-3bbe-4874-a58a-e7bb844ecd57', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5e0d0a49-e671-48c1-9858-e059bd5e3201'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-smb', False) {} {{(pid=93126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:57:11.520526 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0fb7a0-879c-4999-b704-847ca4f904d9 None None] Checking router: 90971762-2e0c-48fc-ad79-a34a34bf90f2 for host: dv-cinder-772388-5-smb {{(pid=93126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:57:11.520939 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0fb7a0-879c-4999-b704-847ca4f904d9 None None] Updating router 90971762-2e0c-48fc-ad79-a34a34bf90f2 port 4de98870-9f7d-45fd-838b-441ec729ac6c binding host dv-cinder-772388-5-smb {{(pid=93126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 11:57:11.552793 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-8b0fb7a0-879c-4999-b704-847ca4f904d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:57:11.861306 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-8b0fb7a0-879c-4999-b704-847ca4f904d9 None None] Notify callbacks [] for port, precommit_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:57:11.870369 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-8b0fb7a0-879c-4999-b704-847ca4f904d9 None None] Transition to ACTIVE for port object 4de98870-9f7d-45fd-838b-441ec729ac6c will not be triggered until provisioned by entity L2. {{(pid=93126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:57:11.876134 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-8b0fb7a0-879c-4999-b704-847ca4f904d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:57:11.879953 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 11:57:11.927423 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.managers [None req-8b0fb7a0-879c-4999-b704-847ca4f904d9 None None] Attempting to bind port 4de98870-9f7d-45fd-838b-441ec729ac6c on host dv-cinder-772388-5-smb for vnic_type normal with profile {{(pid=93126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 11:57:11.927720 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.managers [None req-8b0fb7a0-879c-4999-b704-847ca4f904d9 None None] Attempting to bind port 4de98870-9f7d-45fd-838b-441ec729ac6c by drivers openvswitch,hyperv on host dv-cinder-772388-5-smb at level 0 using segments [{'id': '9701132a-6585-4d51-ae24-db0b91696e59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008'}] {{(pid=93126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 11:57:11.928082 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0fb7a0-879c-4999-b704-847ca4f904d9 None None] Attempting to bind port 4de98870-9f7d-45fd-838b-441ec729ac6c on network ccb85226-c586-4fa5-aec0-6cfbd080c008 {{(pid=93126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:57:11.930813 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc5883f-da87-45b3-b1b6-f616007ec93b None None] Pushing event updated for resources: {'Port': ['ID=4de98870-9f7d-45fd-838b-441ec729ac6c,revision_number=2']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:57:11.934781 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-ffc5883f-da87-45b3-b1b6-f616007ec93b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 11:57:11.935643 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0fb7a0-879c-4999-b704-847ca4f904d9 None None] Checking agent: {'id': '43dc484d-6faf-4242-a4db-1b59836cdb3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 11, 56, 31), 'started_at': datetime.datetime(2021, 6, 28, 11, 57, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 11, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:57:11.936017 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0fb7a0-879c-4999-b704-847ca4f904d9 None None] Checking segment: {'id': '9701132a-6585-4d51-ae24-db0b91696e59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 11:57:11.936422 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-8b0fb7a0-879c-4999-b704-847ca4f904d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:57:11.936835 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0fb7a0-879c-4999-b704-847ca4f904d9 None None] Bound using segment: {'id': '9701132a-6585-4d51-ae24-db0b91696e59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008'} {{(pid=93126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:57:11.937315 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.managers [None req-8b0fb7a0-879c-4999-b704-847ca4f904d9 None None] Bound port: 4de98870-9f7d-45fd-838b-441ec729ac6c, host: dv-cinder-772388-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9701132a-6585-4d51-ae24-db0b91696e59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008'}}] {{(pid=93126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 11:57:11.937710 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-8b0fb7a0-879c-4999-b704-847ca4f904d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:57:11.985724 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-8b0fb7a0-879c-4999-b704-847ca4f904d9 None None] For port 4de98870-9f7d-45fd-838b-441ec729ac6c, host dv-cinder-772388-5-smb, cleared binding levels {{(pid=93126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 11:57:11.989638 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-8b0fb7a0-879c-4999-b704-847ca4f904d9 None None] For port 4de98870-9f7d-45fd-838b-441ec729ac6c, host dv-cinder-772388-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-smb',level=0,port_id=4de98870-9f7d-45fd-838b-441ec729ac6c,segment=NetworkSegment(9701132a-6585-4d51-ae24-db0b91696e59),segment_id=9701132a-6585-4d51-ae24-db0b91696e59)] {{(pid=93126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 11:57:11.993742 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-8b0fb7a0-879c-4999-b704-847ca4f904d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:57:11.996584 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 11:57:12.050298 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0fb7a0-879c-4999-b704-847ca4f904d9 None None] Routers {'90971762-2e0c-48fc-ad79-a34a34bf90f2'} bound to L3 agent in host dv-cinder-772388-5-smb {{(pid=93126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 11:57:12.050951 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_hamode_db [None req-8b0fb7a0-879c-4999-b704-847ca4f904d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T11:56:31Z,description=,heartbeat_timestamp=2021-06-28T11:57:01Z,host='dv-cinder-772388-5-smb',id=a3516409-90ed-42c0-9869-2f9c81c3e104,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:56:31Z,topic='l3_agent')) {'router_ids': ['90971762-2e0c-48fc-ad79-a34a34bf90f2'], 'active': True} {{(pid=93126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:57:12.159199 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc5883f-da87-45b3-b1b6-f616007ec93b None None] Pushing event updated for resources: {'Port': ['ID=4de98870-9f7d-45fd-838b-441ec729ac6c,revision_number=3']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:57:12.163253 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-ffc5883f-da87-45b3-b1b6-f616007ec93b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 11:57:12.228522 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvr_db [None req-8b0fb7a0-879c-4999-b704-847ca4f904d9 None None] Set router 90971762-2e0c-48fc-ad79-a34a34bf90f2 gateway port host: dv-cinder-772388-5-smb {{(pid=93126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 11:57:12.427663 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_hamode_db [None req-8b0fb7a0-879c-4999-b704-847ca4f904d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90971762-2e0c-48fc-ad79-a34a34bf90f2', 'name': 'router1', 'tenant_id': 'b2036ff124924ad5ac0e66391aa332ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.167'}], 'enable_snat': True}, 'gw_port_id': '4de98870-9f7d-45fd-838b-441ec729ac6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T11:56:53Z', 'updated_at': '2021-06-28T11:57:10Z', 'revision_number': 4, 'project_id': 'b2036ff124924ad5ac0e66391aa332ae', 'gw_port': {'id': '4de98870-9f7d-45fd-838b-441ec729ac6c', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:6a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90971762-2e0c-48fc-ad79-a34a34bf90f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T11:57:09Z', 'updated_at': '2021-06-28T11:57:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb', '_interfaces': [{'id': 'ad8f7d90-8c06-412c-ad8d-6c23e931f5b5', 'name': '', 'network_id': '115ddd7b-53f7-45a5-8e98-3751c9bf91f5', 'tenant_id': 'b2036ff124924ad5ac0e66391aa332ae', 'mac_address': 'fa:16:3e:38:d1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90971762-2e0c-48fc-ad79-a34a34bf90f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0013e538-3bbe-4874-a58a-e7bb844ecd57', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T11:57:02Z', 'updated_at': '2021-06-28T11:57:09Z', 'revision_number': 5, 'project_id': 'b2036ff124924ad5ac0e66391aa332ae', 'subnets': [{'id': '0013e538-3bbe-4874-a58a-e7bb844ecd57', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5e0d0a49-e671-48c1-9858-e059bd5e3201'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-smb', False) {} {{(pid=93126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:57:12.452598 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0fb7a0-879c-4999-b704-847ca4f904d9 None None] The sync data for ids ['90971762-2e0c-48fc-ad79-a34a34bf90f2'] in dv-cinder-772388-5-smb is: [{'id': '90971762-2e0c-48fc-ad79-a34a34bf90f2', 'name': 'router1', 'tenant_id': 'b2036ff124924ad5ac0e66391aa332ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.167'}], 'enable_snat': True}, 'gw_port_id': '4de98870-9f7d-45fd-838b-441ec729ac6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T11:56:53Z', 'updated_at': '2021-06-28T11:57:10Z', 'revision_number': 4, 'project_id': 'b2036ff124924ad5ac0e66391aa332ae', 'gw_port': {'id': '4de98870-9f7d-45fd-838b-441ec729ac6c', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:6a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90971762-2e0c-48fc-ad79-a34a34bf90f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T11:57:09Z', 'updated_at': '2021-06-28T11:57:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb', '_interfaces': [{'id': 'ad8f7d90-8c06-412c-ad8d-6c23e931f5b5', 'name': '', 'network_id': '115ddd7b-53f7-45a5-8e98-3751c9bf91f5', 'tenant_id': 'b2036ff124924ad5ac0e66391aa332ae', 'mac_address': 'fa:16:3e:38:d1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90971762-2e0c-48fc-ad79-a34a34bf90f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0013e538-3bbe-4874-a58a-e7bb844ecd57', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T11:57:02Z', 'updated_at': '2021-06-28T11:57:09Z', 'revision_number': 5, 'project_id': 'b2036ff124924ad5ac0e66391aa332ae', 'subnets': [{'id': '0013e538-3bbe-4874-a58a-e7bb844ecd57', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5e0d0a49-e671-48c1-9858-e059bd5e3201'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:57:13.075164 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 53818) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 11:57:13.121686 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device 4de98870-9f7d-45fd-838b-441ec729ac6c up at agent ovs-agent-dv-cinder-772388-5-smb {{(pid=93126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 11:57:13.175486 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Provisioning for port 4de98870-9f7d-45fd-838b-441ec729ac6c completed by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:57:13.179112 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Provisioning complete for port 4de98870-9f7d-45fd-838b-441ec729ac6c triggered by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:57:13.179491 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:57:13.230771 dv-cinder-772388-5-smb neutron-server[93125]: WARNING oslo_policy.policy [None req-2750e8a1-7124-412e-adc6-2e4138e3c568 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 11:57:13.231469 dv-cinder-772388-5-smb neutron-server[93125]: WARNING oslo_policy.policy [None req-2750e8a1-7124-412e-adc6-2e4138e3c568 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 11:57:13.253287 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:57:13.272725 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] For port 4de98870-9f7d-45fd-838b-441ec729ac6c, host dv-cinder-772388-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-smb',level=0,port_id=4de98870-9f7d-45fd-838b-441ec729ac6c,segment=NetworkSegment(9701132a-6585-4d51-ae24-db0b91696e59),segment_id=9701132a-6585-4d51-ae24-db0b91696e59)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 11:57:13.277318 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:57:13.279314 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 11:57:13.325003 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Pushing event updated for resources: {'Port': ['ID=4de98870-9f7d-45fd-838b-441ec729ac6c,revision_number=4']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:57:13.328004 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 11:57:13.641212 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.policy [None req-2750e8a1-7124-412e-adc6-2e4138e3c568 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93125) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 28 11:57:13.687793 dv-cinder-772388-5-smb neutron-server[93125]: WARNING oslo_policy.policy [None req-2750e8a1-7124-412e-adc6-2e4138e3c568 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 11:57:13.688175 dv-cinder-772388-5-smb neutron-server[93125]: WARNING oslo_policy.policy [None req-2750e8a1-7124-412e-adc6-2e4138e3c568 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 11:57:13.698702 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-2750e8a1-7124-412e-adc6-2e4138e3c568 admin admin] 10.222.0.26 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.6226194 Jun 28 11:57:15.082234 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device 4de98870-9f7d-45fd-838b-441ec729ac6c up at agent ovs-agent-dv-cinder-772388-5-smb {{(pid=93126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 11:57:15.129924 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Provisioning complete for port 4de98870-9f7d-45fd-838b-441ec729ac6c triggered by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:57:15.130304 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:57:28.571691 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-b6ee92d9-2834-4c93-94b4-6b42e0750102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:57:31.142428 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-7f23c0ed-3bd9-46c9-8e45-2adbbbddf794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:57:31.333167 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:57:32.332682 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-5f2b1fbb-f913-4077-a7df-942ed403becf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:57:33.898061 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-664455ac-6bbb-4e68-9a3b-ee59dbc8190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:57:43.140894 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.agents_db [None req-f497f353-63e3-44e2-a2cd-a5845e949060 None None] Agent healthcheck: found 5 active agents {{(pid=93127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 11:57:58.576164 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-2e846595-ffcc-4dfd-827e-b4cd37682eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:01.155376 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-0cb9c7dc-783c-4213-a05f-4182c2e6a27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:01.326505 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:02.332947 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-5f2b1fbb-f913-4077-a7df-942ed403becf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:03.901042 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-664455ac-6bbb-4e68-9a3b-ee59dbc8190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:20.139862 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.agents_db [None req-f497f353-63e3-44e2-a2cd-a5845e949060 None None] Agent healthcheck: found 5 active agents {{(pid=93127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 11:58:28.579939 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-162bb0f1-8650-4645-9dea-1575b3ee5220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:31.139205 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-aa2a5f15-a91a-4b70-b943-f38513dc2799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:31.328576 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:32.336010 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-5f2b1fbb-f913-4077-a7df-942ed403becf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:33.899906 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-664455ac-6bbb-4e68-9a3b-ee59dbc8190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:47.879877 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 54394) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 11:58:47.954366 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf6ec9dc-26d0-45fe-801e-39e7675e9c09 admin admin] GET failed (client error): The resource could not be found. Jun 28 11:58:47.955567 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-cf6ec9dc-26d0-45fe-801e-39e7675e9c09 admin admin] 10.222.0.26 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0747430 Jun 28 11:58:48.146070 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b21a94f-6132-448e-9b61-406f21246908 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 11:58:48.147541 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-6b21a94f-6132-448e-9b61-406f21246908 admin admin] 10.222.0.26 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1882093 Jun 28 11:58:50.279938 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 54404) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 11:58:50.367376 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a4d85d-bd62-4f5d-8794-6813b9364eba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 11:58:50.368667 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-06a4d85d-bd62-4f5d-8794-6813b9364eba admin admin] 10.222.0.26 "GET /v2.0/subnets/0013e538-3bbe-4874-a58a-e7bb844ecd57 HTTP/1.1" status: 200 len: 849 time: 0.0877905 Jun 28 11:58:50.377739 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.v2.base [None req-634b8fdc-5a1c-4b0a-a4f8-4e7f6fd76ba1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:58:50.458325 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-634b8fdc-5a1c-4b0a-a4f8-4e7f6fd76ba1 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:50.595172 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-634b8fdc-5a1c-4b0a-a4f8-4e7f6fd76ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4137752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751010672860'] for subnet, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:50.597423 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-6ea2c1fc-da0a-4f69-96d7-11ec46c05994 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 11:58:50.626518 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634b8fdc-5a1c-4b0a-a4f8-4e7f6fd76ba1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 11:58:50.627107 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-634b8fdc-5a1c-4b0a-a4f8-4e7f6fd76ba1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3735354'] for subnet, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:50.628832 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-634b8fdc-5a1c-4b0a-a4f8-4e7f6fd76ba1 admin admin] 10.222.0.26 "PUT /v2.0/subnets/0013e538-3bbe-4874-a58a-e7bb844ecd57 HTTP/1.1" status: 200 len: 868 time: 0.2542627 Jun 28 11:58:50.631225 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb85234-c31b-4920-9cda-efe15ed54346 None None] Network 115ddd7b-53f7-45a5-8e98-3751c9bf91f5 requested from dv-cinder-772388-5-smb {{(pid=93126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 11:58:50.647136 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634b8fdc-5a1c-4b0a-a4f8-4e7f6fd76ba1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0013e538-3bbe-4874-a58a-e7bb844ecd57,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:58:50.654735 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634b8fdc-5a1c-4b0a-a4f8-4e7f6fd76ba1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:58:50.655076 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634b8fdc-5a1c-4b0a-a4f8-4e7f6fd76ba1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:58:50.655430 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634b8fdc-5a1c-4b0a-a4f8-4e7f6fd76ba1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:58:50.655801 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634b8fdc-5a1c-4b0a-a4f8-4e7f6fd76ba1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:58:50.656131 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634b8fdc-5a1c-4b0a-a4f8-4e7f6fd76ba1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:58:50.656466 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634b8fdc-5a1c-4b0a-a4f8-4e7f6fd76ba1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:58:50.656816 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634b8fdc-5a1c-4b0a-a4f8-4e7f6fd76ba1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:58:50.657145 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634b8fdc-5a1c-4b0a-a4f8-4e7f6fd76ba1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:58:50.657495 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634b8fdc-5a1c-4b0a-a4f8-4e7f6fd76ba1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:58:50.657824 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634b8fdc-5a1c-4b0a-a4f8-4e7f6fd76ba1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:58:50.658149 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634b8fdc-5a1c-4b0a-a4f8-4e7f6fd76ba1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:58:50.658470 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634b8fdc-5a1c-4b0a-a4f8-4e7f6fd76ba1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:58:50.662213 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-634b8fdc-5a1c-4b0a-a4f8-4e7f6fd76ba1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 11:58:50.969068 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-6086f575-9354-491e-91c8-8563a363d782 None None] Provisioning complete for port ad8f7d90-8c06-412c-ad8d-6c23e931f5b5 triggered by entity DHCP. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:58:50.969441 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-6086f575-9354-491e-91c8-8563a363d782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:51.048563 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-6086f575-9354-491e-91c8-8563a363d782 None None] Provisioning complete for port 909852fa-9f7a-473d-a7c8-d592c3716f0d triggered by entity DHCP. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:58:51.048959 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-6086f575-9354-491e-91c8-8563a363d782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:52.771559 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 54414) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 11:58:52.964828 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8717c261-825f-45ee-aeeb-29598b0f4f3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 11:58:52.965224 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8717c261-825f-45ee-aeeb-29598b0f4f3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 11:58:52.966754 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-8717c261-825f-45ee-aeeb-29598b0f4f3e admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1942549 Jun 28 11:58:55.065150 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 54422) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 11:58:55.189333 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47db1e26-0a08-4c48-9741-95ed81aa75ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 11:58:55.189810 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47db1e26-0a08-4c48-9741-95ed81aa75ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 11:58:55.191280 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-47db1e26-0a08-4c48-9741-95ed81aa75ad admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1251271 Jun 28 11:58:57.137726 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.agents_db [None req-f497f353-63e3-44e2-a2cd-a5845e949060 None None] Agent healthcheck: found 5 active agents {{(pid=93127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 11:58:57.331575 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 54430) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 11:58:57.457994 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a1ed88-265c-4156-aede-0edbf031ff31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 11:58:57.459342 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-89a1ed88-265c-4156-aede-0edbf031ff31 admin admin] 10.222.0.26 "GET /v2.0/networks/115ddd7b-53f7-45a5-8e98-3751c9bf91f5 HTTP/1.1" status: 200 len: 869 time: 0.1267903 Jun 28 11:58:58.581225 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-f95d9940-86a1-4400-b16b-a1cea01d0231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:59.581200 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 54438) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 11:58:59.703274 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d493a5-8983-4cee-b0c6-433b06a334e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 11:58:59.704633 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-71d493a5-8983-4cee-b0c6-433b06a334e8 admin admin] 10.222.0.26 "GET /v2.0/networks/ccb85226-c586-4fa5-aec0-6cfbd080c008 HTTP/1.1" status: 200 len: 886 time: 0.1224840 Jun 28 11:59:01.140632 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-7943c504-05fc-49d7-9f1a-5a2f566d483c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:59:01.329181 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:59:01.801824 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 54446) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 11:59:01.924054 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c45299-1b32-4ae6-b053-dab3332ed76a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 11:59:01.924418 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c45299-1b32-4ae6-b053-dab3332ed76a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 11:59:01.925947 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-d3c45299-1b32-4ae6-b053-dab3332ed76a admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1231961 Jun 28 11:59:02.338191 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-5f2b1fbb-f913-4077-a7df-942ed403becf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:59:03.903378 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-664455ac-6bbb-4e68-9a3b-ee59dbc8190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:59:04.030114 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 54454) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 11:59:04.118683 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a44b511-ca17-4101-b3e9-fb2f69bf97bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 11:59:04.119224 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a44b511-ca17-4101-b3e9-fb2f69bf97bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 11:59:04.120654 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-7a44b511-ca17-4101-b3e9-fb2f69bf97bd admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0896072 Jun 28 11:59:06.240587 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 54462) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 11:59:06.329137 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d42e1e7-3dbd-4b38-9355-747c20f4647f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 11:59:06.330478 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-5d42e1e7-3dbd-4b38-9355-747c20f4647f admin admin] 10.222.0.26 "GET /v2.0/subnets/0013e538-3bbe-4874-a58a-e7bb844ecd57 HTTP/1.1" status: 200 len: 868 time: 0.0889289 Jun 28 11:59:08.461854 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 54470) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 11:59:08.548474 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5552629-3832-4257-84f8-c300c09b02ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 11:59:08.549822 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-c5552629-3832-4257-84f8-c300c09b02ff admin admin] 10.222.0.26 "GET /v2.0/subnets/f863da3b-2790-4793-ac71-6f3e8dbd6721 HTTP/1.1" status: 200 len: 816 time: 0.0870333 Jun 28 11:59:28.582185 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-f5a6a154-b764-4d63-a153-bdd73325ada8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:59:31.142016 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-ae1b9477-faa7-4464-9fd8-c96d9dd62560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:59:31.329533 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:59:31.600437 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 54514) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 11:59:31.646406 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [None req-e025e33e-a2ec-44bd-a22f-1ef87604b7f0 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 11:59:31.647393 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-e025e33e-a2ec-44bd-a22f-1ef87604b7f0 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0459936 Jun 28 11:59:32.342752 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-5f2b1fbb-f913-4077-a7df-942ed403becf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:59:33.847830 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 54522) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 11:59:33.906655 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dce552a-2b71-4877-9bf5-e9c889ae44f3 admin admin] GET failed (client error): The resource could not be found. Jun 28 11:59:33.906831 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-664455ac-6bbb-4e68-9a3b-ee59dbc8190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:59:33.908171 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-6dce552a-2b71-4877-9bf5-e9c889ae44f3 admin admin] 10.222.0.26 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0593791 Jun 28 11:59:34.048553 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d051bfd7-37cb-42bd-9011-c55bb8642c24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 11:59:34.049931 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-d051bfd7-37cb-42bd-9011-c55bb8642c24 admin admin] 10.222.0.26 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1380835 Jun 28 11:59:34.137143 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.agents_db [None req-f497f353-63e3-44e2-a2cd-a5845e949060 None None] Agent healthcheck: found 5 active agents {{(pid=93127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 11:59:36.187187 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 54530) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 11:59:36.232044 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.v2.base [None req-aa4846bf-3ddb-4ed1-b0d7-3a32bfc93060 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=93124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:59:36.251345 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa4846bf-3ddb-4ed1-b0d7-3a32bfc93060 admin admin] Made reservation on behalf of 79ddc3c4dc484377b15a247fa7304874 for: {'network': 1} {{(pid=93124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:59:36.253597 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-aa4846bf-3ddb-4ed1-b0d7-3a32bfc93060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for network, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:59:36.380452 dv-cinder-772388-5-smb neutron-server[93124]: WARNING neutron.services.revisions.revision_plugin [None req-aa4846bf-3ddb-4ed1-b0d7-3a32bfc93060 admin admin] Could not find related network for resource to bump revision. Jun 28 11:59:36.391594 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa4846bf-3ddb-4ed1-b0d7-3a32bfc93060 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=93124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 11:59:36.400450 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-aa4846bf-3ddb-4ed1-b0d7-3a32bfc93060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539709'] for segment, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:59:36.400807 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.db.segments_db [None req-aa4846bf-3ddb-4ed1-b0d7-3a32bfc93060 admin admin] Added segment dbd77f37-f37d-461d-b008-1423465a335d of type vlan for network d0c79d06-5bb0-4f47-af3c-8fb7cea2afdf Jun 28 11:59:36.438479 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-aa4846bf-3ddb-4ed1-b0d7-3a32bfc93060 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751010106215'] for network, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:59:36.465260 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-aa4846bf-3ddb-4ed1-b0d7-3a32bfc93060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329'] for network, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:59:36.466915 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4846bf-3ddb-4ed1-b0d7-3a32bfc93060 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 11:59:36.467496 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-aa4846bf-3ddb-4ed1-b0d7-3a32bfc93060 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3735354'] for network, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:59:36.470163 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 11:59:36.497520 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-aa4846bf-3ddb-4ed1-b0d7-3a32bfc93060 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3092780 Jun 28 11:59:36.529364 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4846bf-3ddb-4ed1-b0d7-3a32bfc93060 admin admin] Pushing event updated for resources: {'Network': ['ID=d0c79d06-5bb0-4f47-af3c-8fb7cea2afdf,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:59:36.532187 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-aa4846bf-3ddb-4ed1-b0d7-3a32bfc93060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 11:59:36.539560 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Network d0c79d06-5bb0-4f47-af3c-8fb7cea2afdf details requested by agent ovs-agent-dv-cinder-772388-5-smb with host dv-cinder-772388-5-smb {{(pid=93126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 11:59:38.611079 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 54538) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 11:59:38.667812 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.pecan_wsgi.hooks.translation [None req-98c5f1e2-76eb-40a4-bfda-941bb179cdb7 admin admin] GET failed (client error): The resource could not be found. Jun 28 11:59:38.669134 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-98c5f1e2-76eb-40a4-bfda-941bb179cdb7 admin admin] 10.222.0.26 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0571148 Jun 28 11:59:38.744106 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74338cad-29e3-4d76-8ef9-b301f80f0adb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 11:59:38.745586 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-74338cad-29e3-4d76-8ef9-b301f80f0adb admin admin] 10.222.0.26 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0726016 Jun 28 11:59:38.755735 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.v2.base [None req-1047d2ab-0125-4cfd-8a82-e37821c80a5c admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': 'd0c79d06-5bb0-4f47-af3c-8fb7cea2afdf'}} {{(pid=93125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:59:38.757382 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.quota [None req-1047d2ab-0125-4cfd-8a82-e37821c80a5c admin admin] Loaded quota_driver: . Jun 28 11:59:38.797174 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1047d2ab-0125-4cfd-8a82-e37821c80a5c admin admin] Made reservation on behalf of 79ddc3c4dc484377b15a247fa7304874 for: {'subnet': 1} {{(pid=93125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:59:38.800149 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-1047d2ab-0125-4cfd-8a82-e37821c80a5c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:59:39.074703 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-1047d2ab-0125-4cfd-8a82-e37821c80a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4137752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329'] for subnet, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:59:39.079481 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 11:59:39.138706 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1047d2ab-0125-4cfd-8a82-e37821c80a5c admin admin] Checking segment: {'id': 'dbd77f37-f37d-461d-b008-1423465a335d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd0c79d06-5bb0-4f47-af3c-8fb7cea2afdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 11:59:39.139094 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1047d2ab-0125-4cfd-8a82-e37821c80a5c admin admin] Network hostable DHCP agents. Network: d0c79d06-5bb0-4f47-af3c-8fb7cea2afdf, hostable agents: ['63aaef39-ba79-4f18-b1e7-d9a1b0fd7cb8'], hosted agents: [] {{(pid=93125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 11:59:39.149570 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1047d2ab-0125-4cfd-8a82-e37821c80a5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=87b57c56-b012-4117-9ef4-92099e4bb800,revision_number=0']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:59:39.162222 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1047d2ab-0125-4cfd-8a82-e37821c80a5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:59:39.162557 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1047d2ab-0125-4cfd-8a82-e37821c80a5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:59:39.162900 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1047d2ab-0125-4cfd-8a82-e37821c80a5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:59:39.163203 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1047d2ab-0125-4cfd-8a82-e37821c80a5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:59:39.163520 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1047d2ab-0125-4cfd-8a82-e37821c80a5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:59:39.163831 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1047d2ab-0125-4cfd-8a82-e37821c80a5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:59:39.164141 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1047d2ab-0125-4cfd-8a82-e37821c80a5c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:59:39.164448 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1047d2ab-0125-4cfd-8a82-e37821c80a5c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:59:39.164758 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1047d2ab-0125-4cfd-8a82-e37821c80a5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:59:39.165156 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1047d2ab-0125-4cfd-8a82-e37821c80a5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:59:39.165465 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1047d2ab-0125-4cfd-8a82-e37821c80a5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:59:39.165767 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1047d2ab-0125-4cfd-8a82-e37821c80a5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:59:39.166862 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1047d2ab-0125-4cfd-8a82-e37821c80a5c admin admin] Tracked resource versions report: Jun 28 11:59:39.166862 dv-cinder-772388-5-smb neutron-server[93125]: pushed versions: Jun 28 11:59:39.166862 dv-cinder-772388-5-smb neutron-server[93125]: { 'AddressGroup': {'1.2'}, Jun 28 11:59:39.166862 dv-cinder-772388-5-smb neutron-server[93125]: 'ConntrackHelper': {'1.0'}, Jun 28 11:59:39.166862 dv-cinder-772388-5-smb neutron-server[93125]: 'Log': {'1.0'}, Jun 28 11:59:39.166862 dv-cinder-772388-5-smb neutron-server[93125]: 'Network': {'1.1'}, Jun 28 11:59:39.166862 dv-cinder-772388-5-smb neutron-server[93125]: 'Port': {'1.7'}, Jun 28 11:59:39.166862 dv-cinder-772388-5-smb neutron-server[93125]: 'PortForwarding': {'1.2'}, Jun 28 11:59:39.166862 dv-cinder-772388-5-smb neutron-server[93125]: 'QosPolicy': {'1.8'}, Jun 28 11:59:39.166862 dv-cinder-772388-5-smb neutron-server[93125]: 'SecurityGroup': {'1.4'}, Jun 28 11:59:39.166862 dv-cinder-772388-5-smb neutron-server[93125]: 'SecurityGroupRule': {'1.2'}, Jun 28 11:59:39.166862 dv-cinder-772388-5-smb neutron-server[93125]: 'SubPort': {'1.0'}, Jun 28 11:59:39.166862 dv-cinder-772388-5-smb neutron-server[93125]: 'Subnet': {'1.1'}, Jun 28 11:59:39.166862 dv-cinder-772388-5-smb neutron-server[93125]: 'Trunk': {'1.1'}} Jun 28 11:59:39.166862 dv-cinder-772388-5-smb neutron-server[93125]: consumer versions: Jun 28 11:59:39.166862 dv-cinder-772388-5-smb neutron-server[93125]: { DHCP agent@dv-cinder-772388-5-smb: {}, Jun 28 11:59:39.166862 dv-cinder-772388-5-smb neutron-server[93125]: L3 agent@dv-cinder-772388-5-smb: {}, Jun 28 11:59:39.166862 dv-cinder-772388-5-smb neutron-server[93125]: Metadata agent@dv-cinder-772388-5-smb: {}, Jun 28 11:59:39.166862 dv-cinder-772388-5-smb neutron-server[93125]: Metering agent@dv-cinder-772388-5-smb: {}, Jun 28 11:59:39.166862 dv-cinder-772388-5-smb neutron-server[93125]: Open vSwitch agent@dv-cinder-772388-5-smb: { 'AddressGroup': '1.2', Jun 28 11:59:39.166862 dv-cinder-772388-5-smb neutron-server[93125]: 'ConntrackHelper': '1.0', Jun 28 11:59:39.166862 dv-cinder-772388-5-smb neutron-server[93125]: 'Log': '1.0', Jun 28 11:59:39.166862 dv-cinder-772388-5-smb neutron-server[93125]: 'Network': '1.1', Jun 28 11:59:39.166862 dv-cinder-772388-5-smb neutron-server[93125]: 'Port': '1.7', Jun 28 11:59:39.166862 dv-cinder-772388-5-smb neutron-server[93125]: 'PortForwarding': '1.2', Jun 28 11:59:39.166862 dv-cinder-772388-5-smb neutron-server[93125]: 'QosPolicy': '1.8', Jun 28 11:59:39.166862 dv-cinder-772388-5-smb neutron-server[93125]: 'SecurityGroup': '1.4', Jun 28 11:59:39.166862 dv-cinder-772388-5-smb neutron-server[93125]: 'SecurityGroupRule': '1.2', Jun 28 11:59:39.166862 dv-cinder-772388-5-smb neutron-server[93125]: 'SubPort': '1.0', Jun 28 11:59:39.166862 dv-cinder-772388-5-smb neutron-server[93125]: 'Subnet': '1.1', Jun 28 11:59:39.166862 dv-cinder-772388-5-smb neutron-server[93125]: 'Trunk': '1.1'}} Jun 28 11:59:39.166862 dv-cinder-772388-5-smb neutron-server[93125]: {{(pid=93125) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 11:59:39.199241 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1047d2ab-0125-4cfd-8a82-e37821c80a5c admin admin] Network d0c79d06-5bb0-4f47-af3c-8fb7cea2afdf is scheduled to be hosted by DHCP agent 63aaef39-ba79-4f18-b1e7-d9a1b0fd7cb8 with binding_index 1 {{(pid=93125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 11:59:39.207819 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-1047d2ab-0125-4cfd-8a82-e37821c80a5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 11:59:39.212195 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.base_scheduler [None req-1047d2ab-0125-4cfd-8a82-e37821c80a5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-5-smb, d0c79d06-5bb0-4f47-af3c-8fb7cea2afdf) {{(pid=93125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:59:39.216695 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1047d2ab-0125-4cfd-8a82-e37821c80a5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 11:59:39.217344 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-1047d2ab-0125-4cfd-8a82-e37821c80a5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3735354'] for subnet, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:59:39.221186 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720e1209-4a9a-4b09-82b6-6ad038b4d262 None None] Network d0c79d06-5bb0-4f47-af3c-8fb7cea2afdf requested from dv-cinder-772388-5-smb {{(pid=93126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 11:59:39.237195 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-1047d2ab-0125-4cfd-8a82-e37821c80a5c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4847043 Jun 28 11:59:39.456400 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e624c22-80d5-475d-a248-e160a7d2bfed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2c073b4-262a-5c3e-a3df-182c19600a9b-d0c79d06-5bb0-4f47-af3c-8fb7cea2afdf', 'network_id': 'd0c79d06-5bb0-4f47-af3c-8fb7cea2afdf', 'tenant_id': '79ddc3c4dc484377b15a247fa7304874', 'fixed_ips': [{'subnet_id': '87b57c56-b012-4117-9ef4-92099e4bb800'}]}} from dv-cinder-772388-5-smb. {{(pid=93126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 11:59:39.457311 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-7e624c22-80d5-475d-a248-e160a7d2bfed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_create {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:59:39.586090 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.db_base_plugin_common [None req-7e624c22-80d5-475d-a248-e160a7d2bfed None None] Allocated IP 192.168.233.2 (d0c79d06-5bb0-4f47-af3c-8fb7cea2afdf/87b57c56-b012-4117-9ef4-92099e4bb800/54888a19-eedd-430f-bb65-4fbee51d16c6) {{(pid=93126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:59:39.727917 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-7e624c22-80d5-475d-a248-e160a7d2bfed None None] Notify callbacks [] for port, precommit_create {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:59:39.736639 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-7e624c22-80d5-475d-a248-e160a7d2bfed None None] Transition to ACTIVE for port object 54888a19-eedd-430f-bb65-4fbee51d16c6 will not be triggered until provisioned by entity L2. {{(pid=93126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:59:39.751644 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-7e624c22-80d5-475d-a248-e160a7d2bfed None None] Transition to ACTIVE for port object 54888a19-eedd-430f-bb65-4fbee51d16c6 will not be triggered until provisioned by entity DHCP. {{(pid=93126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:59:39.757919 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-7e624c22-80d5-475d-a248-e160a7d2bfed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751010131950'] for port, after_create {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:59:39.761225 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 11:59:39.800562 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e624c22-80d5-475d-a248-e160a7d2bfed None None] Network d0c79d06-5bb0-4f47-af3c-8fb7cea2afdf is already hosted by enough agents. {{(pid=93126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:59:39.806801 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.scheduler.base_scheduler [None req-7e624c22-80d5-475d-a248-e160a7d2bfed None None] Resources bound (agent type, host, resource id): {{(pid=93126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:59:39.811146 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e624c22-80d5-475d-a248-e160a7d2bfed None None] Received port after_create {{(pid=93126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 11:59:39.819925 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e624c22-80d5-475d-a248-e160a7d2bfed None None] Pushing event updated for resources: {'Port': ['ID=54888a19-eedd-430f-bb65-4fbee51d16c6,revision_number=1']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:59:39.843569 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e624c22-80d5-475d-a248-e160a7d2bfed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:59:39.843923 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e624c22-80d5-475d-a248-e160a7d2bfed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:59:39.844271 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e624c22-80d5-475d-a248-e160a7d2bfed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:59:39.844606 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e624c22-80d5-475d-a248-e160a7d2bfed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:59:39.844966 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e624c22-80d5-475d-a248-e160a7d2bfed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:59:39.845304 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e624c22-80d5-475d-a248-e160a7d2bfed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:59:39.845628 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e624c22-80d5-475d-a248-e160a7d2bfed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:59:39.845952 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e624c22-80d5-475d-a248-e160a7d2bfed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:59:39.846279 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e624c22-80d5-475d-a248-e160a7d2bfed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:59:39.846621 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e624c22-80d5-475d-a248-e160a7d2bfed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:59:39.846945 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e624c22-80d5-475d-a248-e160a7d2bfed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:59:39.847267 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e624c22-80d5-475d-a248-e160a7d2bfed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:59:39.870380 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-7e624c22-80d5-475d-a248-e160a7d2bfed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 11:59:39.882702 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.managers [None req-7e624c22-80d5-475d-a248-e160a7d2bfed None None] Attempting to bind port 54888a19-eedd-430f-bb65-4fbee51d16c6 on host dv-cinder-772388-5-smb for vnic_type normal with profile {{(pid=93126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 11:59:39.883081 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.managers [None req-7e624c22-80d5-475d-a248-e160a7d2bfed None None] Attempting to bind port 54888a19-eedd-430f-bb65-4fbee51d16c6 by drivers openvswitch,hyperv on host dv-cinder-772388-5-smb at level 0 using segments [{'id': 'dbd77f37-f37d-461d-b008-1423465a335d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd0c79d06-5bb0-4f47-af3c-8fb7cea2afdf'}] {{(pid=93126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 11:59:39.883444 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e624c22-80d5-475d-a248-e160a7d2bfed None None] Attempting to bind port 54888a19-eedd-430f-bb65-4fbee51d16c6 on network d0c79d06-5bb0-4f47-af3c-8fb7cea2afdf {{(pid=93126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:59:39.888220 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e624c22-80d5-475d-a248-e160a7d2bfed None None] Checking agent: {'id': '43dc484d-6faf-4242-a4db-1b59836cdb3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 11, 56, 31), 'started_at': datetime.datetime(2021, 6, 28, 11, 57, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 11, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:59:39.889155 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e624c22-80d5-475d-a248-e160a7d2bfed None None] Checking segment: {'id': 'dbd77f37-f37d-461d-b008-1423465a335d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd0c79d06-5bb0-4f47-af3c-8fb7cea2afdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 11:59:39.889595 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-7e624c22-80d5-475d-a248-e160a7d2bfed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:59:39.889987 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e624c22-80d5-475d-a248-e160a7d2bfed None None] Bound using segment: {'id': 'dbd77f37-f37d-461d-b008-1423465a335d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd0c79d06-5bb0-4f47-af3c-8fb7cea2afdf'} {{(pid=93126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:59:39.890465 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.managers [None req-7e624c22-80d5-475d-a248-e160a7d2bfed None None] Bound port: 54888a19-eedd-430f-bb65-4fbee51d16c6, host: dv-cinder-772388-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd77f37-f37d-461d-b008-1423465a335d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd0c79d06-5bb0-4f47-af3c-8fb7cea2afdf'}}] {{(pid=93126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 11:59:39.890866 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-7e624c22-80d5-475d-a248-e160a7d2bfed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:59:39.950479 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-7e624c22-80d5-475d-a248-e160a7d2bfed None None] For port 54888a19-eedd-430f-bb65-4fbee51d16c6, host dv-cinder-772388-5-smb, cleared binding levels {{(pid=93126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 11:59:39.954655 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-7e624c22-80d5-475d-a248-e160a7d2bfed None None] For port 54888a19-eedd-430f-bb65-4fbee51d16c6, host dv-cinder-772388-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-smb',level=0,port_id=54888a19-eedd-430f-bb65-4fbee51d16c6,segment=NetworkSegment(dbd77f37-f37d-461d-b008-1423465a335d),segment_id=dbd77f37-f37d-461d-b008-1423465a335d)] {{(pid=93126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 11:59:39.958324 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-7e624c22-80d5-475d-a248-e160a7d2bfed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:59:39.961623 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 11:59:40.016699 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e624c22-80d5-475d-a248-e160a7d2bfed None None] Pushing event updated for resources: {'Port': ['ID=54888a19-eedd-430f-bb65-4fbee51d16c6,revision_number=2']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:59:40.021703 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-7e624c22-80d5-475d-a248-e160a7d2bfed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 11:59:40.791605 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df5f50f-4c18-47cc-8568-9816045b5188 None None] Network d0c79d06-5bb0-4f47-af3c-8fb7cea2afdf requested from dv-cinder-772388-5-smb {{(pid=93126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 11:59:40.911710 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-554de92c-857f-4bf8-9d15-e2a5381ea5c6 None None] Provisioning for port 54888a19-eedd-430f-bb65-4fbee51d16c6 completed by entity DHCP. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:59:41.215205 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device 54888a19-eedd-430f-bb65-4fbee51d16c6 up at agent ovs-agent-dv-cinder-772388-5-smb {{(pid=93126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 11:59:41.265374 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Provisioning for port 54888a19-eedd-430f-bb65-4fbee51d16c6 completed by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:59:41.269086 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Provisioning complete for port 54888a19-eedd-430f-bb65-4fbee51d16c6 triggered by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:59:41.269446 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:59:41.344657 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:59:41.375697 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] For port 54888a19-eedd-430f-bb65-4fbee51d16c6, host dv-cinder-772388-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-smb',level=0,port_id=54888a19-eedd-430f-bb65-4fbee51d16c6,segment=NetworkSegment(dbd77f37-f37d-461d-b008-1423465a335d),segment_id=dbd77f37-f37d-461d-b008-1423465a335d)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 11:59:41.379817 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:59:41.382090 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 11:59:41.432773 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Pushing event updated for resources: {'Port': ['ID=54888a19-eedd-430f-bb65-4fbee51d16c6,revision_number=3']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:59:41.435948 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 11:59:43.187691 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device 54888a19-eedd-430f-bb65-4fbee51d16c6 up at agent ovs-agent-dv-cinder-772388-5-smb {{(pid=93126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 11:59:43.236877 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Provisioning complete for port 54888a19-eedd-430f-bb65-4fbee51d16c6 triggered by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:59:43.237254 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:59:58.582845 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-2f629782-6543-45d9-aab9-914d5fff66e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:00:01.144401 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-749b984c-e829-4c22-9bab-19f5f75e2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:00:01.330152 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:00:02.344579 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-5f2b1fbb-f913-4077-a7df-942ed403becf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:00:03.908516 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-664455ac-6bbb-4e68-9a3b-ee59dbc8190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:00:11.139004 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.agents_db [None req-f497f353-63e3-44e2-a2cd-a5845e949060 None None] Agent healthcheck: found 5 active agents {{(pid=93127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:00:28.583520 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-6182e095-8873-46d6-a502-56b238bc16e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:00:31.143431 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-80aac8c6-ca50-4410-adf8-144c39e751b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:00:31.329687 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:00:32.346106 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-5f2b1fbb-f913-4077-a7df-942ed403becf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:00:33.911880 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-664455ac-6bbb-4e68-9a3b-ee59dbc8190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:00:48.137848 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.agents_db [None req-f497f353-63e3-44e2-a2cd-a5845e949060 None None] Agent healthcheck: found 5 active agents {{(pid=93127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:00:56.079073 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 54594) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:00:56.086227 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [None req-02ff6138-bc45-4c7c-bfee-b1efad8b09f6 tempest-verify_tempest_config-2121569493 tempest-verify_tempest_config-2121569493-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93125) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 12:00:56.087179 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-02ff6138-bc45-4c7c-bfee-b1efad8b09f6 tempest-verify_tempest_config-2121569493 tempest-verify_tempest_config-2121569493-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0071638 Jun 28 12:00:56.378971 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 54612) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:00:56.489686 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-c9493280-386a-4a26-9139-afd0bc926a88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:00:56.603633 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-c9493280-386a-4a26-9139-afd0bc926a88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:00:56.607708 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-c9493280-386a-4a26-9139-afd0bc926a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:00:56.613197 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:00:56.651041 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-c9493280-386a-4a26-9139-afd0bc926a88 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=601dd06df0054f0689745f995b833918&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2710888 Jun 28 12:00:56.651885 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9493280-386a-4a26-9139-afd0bc926a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd11e8d-c504-4503-a49e-73c8ef79bd80,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:00:56.654516 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 54616) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:00:56.662446 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9493280-386a-4a26-9139-afd0bc926a88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:00:56.662791 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9493280-386a-4a26-9139-afd0bc926a88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:00:56.663125 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9493280-386a-4a26-9139-afd0bc926a88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:00:56.663452 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9493280-386a-4a26-9139-afd0bc926a88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:00:56.663778 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9493280-386a-4a26-9139-afd0bc926a88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:00:56.664101 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9493280-386a-4a26-9139-afd0bc926a88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:00:56.664426 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9493280-386a-4a26-9139-afd0bc926a88 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:00:56.664743 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9493280-386a-4a26-9139-afd0bc926a88 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:00:56.665096 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9493280-386a-4a26-9139-afd0bc926a88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:00:56.665412 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9493280-386a-4a26-9139-afd0bc926a88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:00:56.665733 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9493280-386a-4a26-9139-afd0bc926a88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:00:56.666047 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9493280-386a-4a26-9139-afd0bc926a88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:00:56.671768 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-c9493280-386a-4a26-9139-afd0bc926a88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:00:56.713733 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-7fb9a524-f79a-42a1-9ecf-2f392f60ce0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:00:56.734129 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-7fb9a524-f79a-42a1-9ecf-2f392f60ce0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:00:56.819060 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-7fb9a524-f79a-42a1-9ecf-2f392f60ce0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:00:56.821985 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-7fb9a524-f79a-42a1-9ecf-2f392f60ce0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:00:56.823116 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-7fb9a524-f79a-42a1-9ecf-2f392f60ce0a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/afd11e8d-c504-4503-a49e-73c8ef79bd80 HTTP/1.1" status: 204 len: 168 time: 0.1675212 Jun 28 12:00:56.823828 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:00:56.831655 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb9a524-f79a-42a1-9ecf-2f392f60ce0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd11e8d-c504-4503-a49e-73c8ef79bd80,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:00:56.838070 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb9a524-f79a-42a1-9ecf-2f392f60ce0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:00:56.838436 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb9a524-f79a-42a1-9ecf-2f392f60ce0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:00:56.838761 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb9a524-f79a-42a1-9ecf-2f392f60ce0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:00:56.839091 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb9a524-f79a-42a1-9ecf-2f392f60ce0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:00:56.839419 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb9a524-f79a-42a1-9ecf-2f392f60ce0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:00:56.840239 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb9a524-f79a-42a1-9ecf-2f392f60ce0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:00:56.840564 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb9a524-f79a-42a1-9ecf-2f392f60ce0a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:00:56.840913 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb9a524-f79a-42a1-9ecf-2f392f60ce0a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:00:56.841262 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb9a524-f79a-42a1-9ecf-2f392f60ce0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:00:56.841588 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb9a524-f79a-42a1-9ecf-2f392f60ce0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:00:56.841904 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb9a524-f79a-42a1-9ecf-2f392f60ce0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:00:56.842218 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb9a524-f79a-42a1-9ecf-2f392f60ce0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:00:56.845946 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-7fb9a524-f79a-42a1-9ecf-2f392f60ce0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:00:58.586016 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-7d8b3e1e-a627-42fa-b195-69d6d3d5bca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:01:01.143047 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-bddc6b81-7fdf-4499-95c5-db39b2d324ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:01:01.330503 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:01:02.349802 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-5f2b1fbb-f913-4077-a7df-942ed403becf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:01:03.916416 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-664455ac-6bbb-4e68-9a3b-ee59dbc8190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:01:25.135457 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.agents_db [None req-f497f353-63e3-44e2-a2cd-a5845e949060 None None] Agent healthcheck: found 5 active agents {{(pid=93127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:01:28.589949 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-a15c51a8-63a1-45ab-93c4-139585f2f4d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:01:31.142458 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-d75e2c12-1e84-4232-aa71-e4f424880585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:01:31.329349 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:01:32.352912 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-5f2b1fbb-f913-4077-a7df-942ed403becf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:01:33.917861 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-664455ac-6bbb-4e68-9a3b-ee59dbc8190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:01:58.592674 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-d988027d-20c3-4041-b74f-89fbf5d8236d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:02:01.147183 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-38898ab3-854c-47d2-8c9f-4c49ceceeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:02:01.330083 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:02:02.134569 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.agents_db [None req-f497f353-63e3-44e2-a2cd-a5845e949060 None None] Agent healthcheck: found 5 active agents {{(pid=93127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:02:02.354921 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-5f2b1fbb-f913-4077-a7df-942ed403becf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:02:03.920588 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-664455ac-6bbb-4e68-9a3b-ee59dbc8190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:02:28.601215 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-908b3519-96e9-433d-bd81-eb38402ef2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:02:31.148011 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-3c2acea8-f96c-4dd6-939c-bef61f997d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:02:31.329752 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:02:32.358521 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-5f2b1fbb-f913-4077-a7df-942ed403becf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:02:33.929600 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-664455ac-6bbb-4e68-9a3b-ee59dbc8190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:02:37.172051 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3737437'] for agent, after_create {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:02:39.133983 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.agents_db [None req-f497f353-63e3-44e2-a2cd-a5845e949060 None None] Agent healthcheck: found 6 active agents {{(pid=93127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:02:41.484634 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 54670) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:02:41.584305 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-8bcb170c-d6eb-46bd-b8dd-8328a8e649ef admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0985558 Jun 28 12:02:43.683037 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 54680) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:02:43.734907 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-5f3fb504-d415-40ae-b2c4-8c2bf905e8a8 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0507905 Jun 28 12:02:58.592810 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-8d13c4af-d2a2-479e-8ed3-0214180f874b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:03:01.148566 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-24a35897-47b2-46f6-95e1-de9d3437defc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:03:01.329934 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:03:02.360258 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-5f2b1fbb-f913-4077-a7df-942ed403becf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:03:03.930393 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-664455ac-6bbb-4e68-9a3b-ee59dbc8190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:03:07.152660 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:03:16.133946 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.agents_db [None req-f497f353-63e3-44e2-a2cd-a5845e949060 None None] Agent healthcheck: found 6 active agents {{(pid=93127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:03:28.593047 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-8560e278-2f4c-4350-b2f3-3c4325017209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:03:31.148529 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-87d8bead-1c4b-4899-9433-5706aabee376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:03:31.331620 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:03:32.362885 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-5f2b1fbb-f913-4077-a7df-942ed403becf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:03:33.931099 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-664455ac-6bbb-4e68-9a3b-ee59dbc8190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:03:37.153600 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:03:53.137614 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.agents_db [None req-f497f353-63e3-44e2-a2cd-a5845e949060 None None] Agent healthcheck: found 6 active agents {{(pid=93127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:03:58.592913 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-7188021c-db07-46c5-9a25-2d67e483a620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:01.148753 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-52ca41fb-810b-4838-884e-58d592b4f916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:01.333965 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:02.365172 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-5f2b1fbb-f913-4077-a7df-942ed403becf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:03.935330 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-664455ac-6bbb-4e68-9a3b-ee59dbc8190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:07.170123 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:14.493243 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 54820) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:04:14.850153 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.v2.base [None req-c534fee9-0336-4fc2-8924-0cda15213875 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1495151070-network', 'tenant_id': '2f9002e18e4a4346bed93d42a9081e0c'}} {{(pid=93124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:04:14.872057 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c534fee9-0336-4fc2-8924-0cda15213875 admin admin] Made reservation on behalf of 2f9002e18e4a4346bed93d42a9081e0c for: {'network': 1} {{(pid=93124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:04:14.875373 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-c534fee9-0336-4fc2-8924-0cda15213875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for network, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:14.886056 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-c534fee9-0336-4fc2-8924-0cda15213875 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:14.986778 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-c534fee9-0336-4fc2-8924-0cda15213875 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:14.992036 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-c534fee9-0336-4fc2-8924-0cda15213875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:14.997027 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-7fb9a524-f79a-42a1-9ecf-2f392f60ce0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:15.018494 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c534fee9-0336-4fc2-8924-0cda15213875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecace0ea-f022-4c11-8bb3-7f28ed60de3b,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:15.028361 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c534fee9-0336-4fc2-8924-0cda15213875 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:04:15.028710 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c534fee9-0336-4fc2-8924-0cda15213875 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:04:15.029075 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c534fee9-0336-4fc2-8924-0cda15213875 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:04:15.029436 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c534fee9-0336-4fc2-8924-0cda15213875 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:04:15.029767 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c534fee9-0336-4fc2-8924-0cda15213875 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:04:15.030096 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c534fee9-0336-4fc2-8924-0cda15213875 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:04:15.030420 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c534fee9-0336-4fc2-8924-0cda15213875 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:04:15.030866 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c534fee9-0336-4fc2-8924-0cda15213875 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:04:15.031219 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c534fee9-0336-4fc2-8924-0cda15213875 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:04:15.031545 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c534fee9-0336-4fc2-8924-0cda15213875 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:04:15.031861 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c534fee9-0336-4fc2-8924-0cda15213875 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:04:15.032178 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c534fee9-0336-4fc2-8924-0cda15213875 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:04:15.033297 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c534fee9-0336-4fc2-8924-0cda15213875 admin admin] Tracked resource versions report: Jun 28 12:04:15.033297 dv-cinder-772388-5-smb neutron-server[93124]: pushed versions: Jun 28 12:04:15.033297 dv-cinder-772388-5-smb neutron-server[93124]: { 'AddressGroup': {'1.2'}, Jun 28 12:04:15.033297 dv-cinder-772388-5-smb neutron-server[93124]: 'ConntrackHelper': {'1.0'}, Jun 28 12:04:15.033297 dv-cinder-772388-5-smb neutron-server[93124]: 'Log': {'1.0'}, Jun 28 12:04:15.033297 dv-cinder-772388-5-smb neutron-server[93124]: 'Network': {'1.1'}, Jun 28 12:04:15.033297 dv-cinder-772388-5-smb neutron-server[93124]: 'Port': {'1.7'}, Jun 28 12:04:15.033297 dv-cinder-772388-5-smb neutron-server[93124]: 'PortForwarding': {'1.2'}, Jun 28 12:04:15.033297 dv-cinder-772388-5-smb neutron-server[93124]: 'QosPolicy': {'1.8'}, Jun 28 12:04:15.033297 dv-cinder-772388-5-smb neutron-server[93124]: 'SecurityGroup': {'1.4'}, Jun 28 12:04:15.033297 dv-cinder-772388-5-smb neutron-server[93124]: 'SecurityGroupRule': {'1.2'}, Jun 28 12:04:15.033297 dv-cinder-772388-5-smb neutron-server[93124]: 'SubPort': {'1.0'}, Jun 28 12:04:15.033297 dv-cinder-772388-5-smb neutron-server[93124]: 'Subnet': {'1.1'}, Jun 28 12:04:15.033297 dv-cinder-772388-5-smb neutron-server[93124]: 'Trunk': {'1.1'}} Jun 28 12:04:15.033297 dv-cinder-772388-5-smb neutron-server[93124]: consumer versions: Jun 28 12:04:15.033297 dv-cinder-772388-5-smb neutron-server[93124]: { DHCP agent@dv-cinder-772388-5-smb: {}, Jun 28 12:04:15.033297 dv-cinder-772388-5-smb neutron-server[93124]: HyperV agent@hv-cinder-77238: {}, Jun 28 12:04:15.033297 dv-cinder-772388-5-smb neutron-server[93124]: L3 agent@dv-cinder-772388-5-smb: {}, Jun 28 12:04:15.033297 dv-cinder-772388-5-smb neutron-server[93124]: Metadata agent@dv-cinder-772388-5-smb: {}, Jun 28 12:04:15.033297 dv-cinder-772388-5-smb neutron-server[93124]: Metering agent@dv-cinder-772388-5-smb: {}, Jun 28 12:04:15.033297 dv-cinder-772388-5-smb neutron-server[93124]: Open vSwitch agent@dv-cinder-772388-5-smb: { 'AddressGroup': '1.2', Jun 28 12:04:15.033297 dv-cinder-772388-5-smb neutron-server[93124]: 'ConntrackHelper': '1.0', Jun 28 12:04:15.033297 dv-cinder-772388-5-smb neutron-server[93124]: 'Log': '1.0', Jun 28 12:04:15.033297 dv-cinder-772388-5-smb neutron-server[93124]: 'Network': '1.1', Jun 28 12:04:15.033297 dv-cinder-772388-5-smb neutron-server[93124]: 'Port': '1.7', Jun 28 12:04:15.033297 dv-cinder-772388-5-smb neutron-server[93124]: 'PortForwarding': '1.2', Jun 28 12:04:15.033297 dv-cinder-772388-5-smb neutron-server[93124]: 'QosPolicy': '1.8', Jun 28 12:04:15.033297 dv-cinder-772388-5-smb neutron-server[93124]: 'SecurityGroup': '1.4', Jun 28 12:04:15.033297 dv-cinder-772388-5-smb neutron-server[93124]: 'SecurityGroupRule': '1.2', Jun 28 12:04:15.033297 dv-cinder-772388-5-smb neutron-server[93124]: 'SubPort': '1.0', Jun 28 12:04:15.033297 dv-cinder-772388-5-smb neutron-server[93124]: 'Subnet': '1.1', Jun 28 12:04:15.033297 dv-cinder-772388-5-smb neutron-server[93124]: 'Trunk': '1.1'}} Jun 28 12:04:15.033297 dv-cinder-772388-5-smb neutron-server[93124]: {{(pid=93124) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 12:04:15.036513 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-c534fee9-0336-4fc2-8924-0cda15213875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:15.042323 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c534fee9-0336-4fc2-8924-0cda15213875 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=93124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 12:04:15.055448 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-c534fee9-0336-4fc2-8924-0cda15213875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539709'] for segment, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:15.056039 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.db.segments_db [None req-c534fee9-0336-4fc2-8924-0cda15213875 admin admin] Added segment 664bf10a-cc37-4401-9c84-6539584b43ca of type vlan for network 1644de9e-102a-4648-a07b-56daa50d4933 Jun 28 12:04:15.107910 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-c534fee9-0336-4fc2-8924-0cda15213875 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751010106215'] for network, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:15.136709 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-c534fee9-0336-4fc2-8924-0cda15213875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329'] for network, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:15.138099 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c534fee9-0336-4fc2-8924-0cda15213875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:15.139115 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-c534fee9-0336-4fc2-8924-0cda15213875 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3735354'] for network, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:15.144686 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:15.168049 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-c534fee9-0336-4fc2-8924-0cda15213875 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6736071 Jun 28 12:04:15.171439 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 54862) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:04:15.179298 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.v2.base [None req-d8551ca7-d8f4-4227-9d1a-88893d053cf3 admin admin] Request body: {'subnet': {'network_id': '1644de9e-102a-4648-a07b-56daa50d4933', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1495151070-subnet', 'tenant_id': '2f9002e18e4a4346bed93d42a9081e0c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:04:15.207236 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c534fee9-0336-4fc2-8924-0cda15213875 admin admin] Pushing event updated for resources: {'Network': ['ID=1644de9e-102a-4648-a07b-56daa50d4933,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:15.208275 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8551ca7-d8f4-4227-9d1a-88893d053cf3 admin admin] Made reservation on behalf of 2f9002e18e4a4346bed93d42a9081e0c for: {'subnet': 1} {{(pid=93125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:04:15.210459 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-c534fee9-0336-4fc2-8924-0cda15213875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:15.211145 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-d8551ca7-d8f4-4227-9d1a-88893d053cf3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:15.220979 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Network 1644de9e-102a-4648-a07b-56daa50d4933 details requested by agent ovs-agent-dv-cinder-772388-5-smb with host dv-cinder-772388-5-smb {{(pid=93126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 12:04:15.352025 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 54874) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:04:15.396776 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-d8551ca7-d8f4-4227-9d1a-88893d053cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4137752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329'] for subnet, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:15.400225 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:15.440891 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8551ca7-d8f4-4227-9d1a-88893d053cf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=863cabcc-94c6-4b78-b7bf-d8e28930a4ab,revision_number=0']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:15.448778 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8551ca7-d8f4-4227-9d1a-88893d053cf3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:04:15.449135 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8551ca7-d8f4-4227-9d1a-88893d053cf3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:04:15.449460 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8551ca7-d8f4-4227-9d1a-88893d053cf3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:04:15.449784 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8551ca7-d8f4-4227-9d1a-88893d053cf3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:04:15.450098 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8551ca7-d8f4-4227-9d1a-88893d053cf3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:04:15.450415 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8551ca7-d8f4-4227-9d1a-88893d053cf3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:04:15.450737 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8551ca7-d8f4-4227-9d1a-88893d053cf3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:04:15.451035 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8551ca7-d8f4-4227-9d1a-88893d053cf3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:04:15.451358 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8551ca7-d8f4-4227-9d1a-88893d053cf3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:04:15.451669 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8551ca7-d8f4-4227-9d1a-88893d053cf3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:04:15.452042 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8551ca7-d8f4-4227-9d1a-88893d053cf3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:04:15.452265 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8551ca7-d8f4-4227-9d1a-88893d053cf3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:04:15.453808 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8551ca7-d8f4-4227-9d1a-88893d053cf3 admin admin] Tracked resource versions report: Jun 28 12:04:15.453808 dv-cinder-772388-5-smb neutron-server[93125]: pushed versions: Jun 28 12:04:15.453808 dv-cinder-772388-5-smb neutron-server[93125]: { 'AddressGroup': {'1.2'}, Jun 28 12:04:15.453808 dv-cinder-772388-5-smb neutron-server[93125]: 'ConntrackHelper': {'1.0'}, Jun 28 12:04:15.453808 dv-cinder-772388-5-smb neutron-server[93125]: 'Log': {'1.0'}, Jun 28 12:04:15.453808 dv-cinder-772388-5-smb neutron-server[93125]: 'Network': {'1.1'}, Jun 28 12:04:15.453808 dv-cinder-772388-5-smb neutron-server[93125]: 'Port': {'1.7'}, Jun 28 12:04:15.453808 dv-cinder-772388-5-smb neutron-server[93125]: 'PortForwarding': {'1.2'}, Jun 28 12:04:15.453808 dv-cinder-772388-5-smb neutron-server[93125]: 'QosPolicy': {'1.8'}, Jun 28 12:04:15.453808 dv-cinder-772388-5-smb neutron-server[93125]: 'SecurityGroup': {'1.4'}, Jun 28 12:04:15.453808 dv-cinder-772388-5-smb neutron-server[93125]: 'SecurityGroupRule': {'1.2'}, Jun 28 12:04:15.453808 dv-cinder-772388-5-smb neutron-server[93125]: 'SubPort': {'1.0'}, Jun 28 12:04:15.453808 dv-cinder-772388-5-smb neutron-server[93125]: 'Subnet': {'1.1'}, Jun 28 12:04:15.453808 dv-cinder-772388-5-smb neutron-server[93125]: 'Trunk': {'1.1'}} Jun 28 12:04:15.453808 dv-cinder-772388-5-smb neutron-server[93125]: consumer versions: Jun 28 12:04:15.453808 dv-cinder-772388-5-smb neutron-server[93125]: { DHCP agent@dv-cinder-772388-5-smb: {}, Jun 28 12:04:15.453808 dv-cinder-772388-5-smb neutron-server[93125]: HyperV agent@hv-cinder-77238: {}, Jun 28 12:04:15.453808 dv-cinder-772388-5-smb neutron-server[93125]: L3 agent@dv-cinder-772388-5-smb: {}, Jun 28 12:04:15.453808 dv-cinder-772388-5-smb neutron-server[93125]: Metadata agent@dv-cinder-772388-5-smb: {}, Jun 28 12:04:15.453808 dv-cinder-772388-5-smb neutron-server[93125]: Metering agent@dv-cinder-772388-5-smb: {}, Jun 28 12:04:15.453808 dv-cinder-772388-5-smb neutron-server[93125]: Open vSwitch agent@dv-cinder-772388-5-smb: { 'AddressGroup': '1.2', Jun 28 12:04:15.453808 dv-cinder-772388-5-smb neutron-server[93125]: 'ConntrackHelper': '1.0', Jun 28 12:04:15.453808 dv-cinder-772388-5-smb neutron-server[93125]: 'Log': '1.0', Jun 28 12:04:15.453808 dv-cinder-772388-5-smb neutron-server[93125]: 'Network': '1.1', Jun 28 12:04:15.453808 dv-cinder-772388-5-smb neutron-server[93125]: 'Port': '1.7', Jun 28 12:04:15.453808 dv-cinder-772388-5-smb neutron-server[93125]: 'PortForwarding': '1.2', Jun 28 12:04:15.453808 dv-cinder-772388-5-smb neutron-server[93125]: 'QosPolicy': '1.8', Jun 28 12:04:15.453808 dv-cinder-772388-5-smb neutron-server[93125]: 'SecurityGroup': '1.4', Jun 28 12:04:15.453808 dv-cinder-772388-5-smb neutron-server[93125]: 'SecurityGroupRule': '1.2', Jun 28 12:04:15.453808 dv-cinder-772388-5-smb neutron-server[93125]: 'SubPort': '1.0', Jun 28 12:04:15.453808 dv-cinder-772388-5-smb neutron-server[93125]: 'Subnet': '1.1', Jun 28 12:04:15.453808 dv-cinder-772388-5-smb neutron-server[93125]: 'Trunk': '1.1'}} Jun 28 12:04:15.453808 dv-cinder-772388-5-smb neutron-server[93125]: {{(pid=93125) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 12:04:15.457327 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-d8551ca7-d8f4-4227-9d1a-88893d053cf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:15.475777 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8551ca7-d8f4-4227-9d1a-88893d053cf3 admin admin] Checking segment: {'id': '664bf10a-cc37-4401-9c84-6539584b43ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1644de9e-102a-4648-a07b-56daa50d4933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:04:15.476127 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8551ca7-d8f4-4227-9d1a-88893d053cf3 admin admin] Network hostable DHCP agents. Network: 1644de9e-102a-4648-a07b-56daa50d4933, hostable agents: ['63aaef39-ba79-4f18-b1e7-d9a1b0fd7cb8'], hosted agents: [] {{(pid=93125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 12:04:15.494190 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8551ca7-d8f4-4227-9d1a-88893d053cf3 admin admin] Network 1644de9e-102a-4648-a07b-56daa50d4933 is scheduled to be hosted by DHCP agent 63aaef39-ba79-4f18-b1e7-d9a1b0fd7cb8 with binding_index 1 {{(pid=93125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 12:04:15.505722 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.base_scheduler [None req-d8551ca7-d8f4-4227-9d1a-88893d053cf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-5-smb, 1644de9e-102a-4648-a07b-56daa50d4933) {{(pid=93125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:04:15.514891 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a445402-fb1a-43a5-af56-497207d14bfe None None] Network 1644de9e-102a-4648-a07b-56daa50d4933 requested from dv-cinder-772388-5-smb {{(pid=93126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:04:15.515631 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8551ca7-d8f4-4227-9d1a-88893d053cf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:15.516216 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-d8551ca7-d8f4-4227-9d1a-88893d053cf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3735354'] for subnet, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:15.545801 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-d8551ca7-d8f4-4227-9d1a-88893d053cf3 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3720670 Jun 28 12:04:15.556121 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.v2.base [None req-f6e26989-f195-4080-a400-7e6cc28a8b7a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-866816773-network', 'tenant_id': '25df7236fcb6488397fe969e6963f8c4'}} {{(pid=93124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:04:15.593545 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e26989-f195-4080-a400-7e6cc28a8b7a admin admin] Made reservation on behalf of 25df7236fcb6488397fe969e6963f8c4 for: {'network': 1} {{(pid=93124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:04:15.596674 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f6e26989-f195-4080-a400-7e6cc28a8b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for network, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:15.610377 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f6e26989-f195-4080-a400-7e6cc28a8b7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:15.752165 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f6e26989-f195-4080-a400-7e6cc28a8b7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:15.758230 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f6e26989-f195-4080-a400-7e6cc28a8b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:15.763698 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:15.770359 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b9aceb-b1c1-4796-9ba5-f0dad62d03d5 None None] Network 1644de9e-102a-4648-a07b-56daa50d4933 requested from dv-cinder-772388-5-smb {{(pid=93126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:04:15.791618 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6e26989-f195-4080-a400-7e6cc28a8b7a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=93124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 12:04:15.794029 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e26989-f195-4080-a400-7e6cc28a8b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5b2cc6-5743-4bdb-ba59-ab82df81ee74,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:15.799402 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-f6e26989-f195-4080-a400-7e6cc28a8b7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:15.805823 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f6e26989-f195-4080-a400-7e6cc28a8b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539709'] for segment, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:15.806070 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.db.segments_db [None req-f6e26989-f195-4080-a400-7e6cc28a8b7a admin admin] Added segment aed9295f-7fc3-449f-af4b-5fa9a30585ae of type vlan for network 61e6c2ec-9082-4875-a218-8630ba468008 Jun 28 12:04:15.855715 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f6e26989-f195-4080-a400-7e6cc28a8b7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751010106215'] for network, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:15.898518 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f6e26989-f195-4080-a400-7e6cc28a8b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329'] for network, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:15.900220 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e26989-f195-4080-a400-7e6cc28a8b7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:15.900852 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f6e26989-f195-4080-a400-7e6cc28a8b7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3735354'] for network, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:15.907887 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-33c12653-5074-41eb-93da-5c33787d7e29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:15.968062 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-f6e26989-f195-4080-a400-7e6cc28a8b7a admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6145103 Jun 28 12:04:15.968297 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 54904) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:04:15.969325 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e26989-f195-4080-a400-7e6cc28a8b7a admin admin] Pushing event updated for resources: {'Network': ['ID=61e6c2ec-9082-4875-a218-8630ba468008,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:15.972070 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-f6e26989-f195-4080-a400-7e6cc28a8b7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:15.979061 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.v2.base [None req-e78ef5b0-56f6-49cd-97fa-8865ce1e6f07 admin admin] Request body: {'subnet': {'network_id': '61e6c2ec-9082-4875-a218-8630ba468008', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-866816773-subnet', 'tenant_id': '25df7236fcb6488397fe969e6963f8c4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:04:15.984092 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Network 61e6c2ec-9082-4875-a218-8630ba468008 details requested by agent ovs-agent-dv-cinder-772388-5-smb with host dv-cinder-772388-5-smb {{(pid=93126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 12:04:16.010119 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78ef5b0-56f6-49cd-97fa-8865ce1e6f07 admin admin] Made reservation on behalf of 25df7236fcb6488397fe969e6963f8c4 for: {'subnet': 1} {{(pid=93125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:04:16.019014 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-e78ef5b0-56f6-49cd-97fa-8865ce1e6f07 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:16.093127 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 54910) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:04:16.215247 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-e78ef5b0-56f6-49cd-97fa-8865ce1e6f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4137752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329'] for subnet, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:16.220826 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-1047d2ab-0125-4cfd-8a82-e37821c80a5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:16.263910 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78ef5b0-56f6-49cd-97fa-8865ce1e6f07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=558089fa-d5c8-4a60-a96f-efb801414a3b,revision_number=0']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:16.268863 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-e78ef5b0-56f6-49cd-97fa-8865ce1e6f07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:16.289383 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78ef5b0-56f6-49cd-97fa-8865ce1e6f07 admin admin] Checking segment: {'id': 'aed9295f-7fc3-449f-af4b-5fa9a30585ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '61e6c2ec-9082-4875-a218-8630ba468008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:04:16.289736 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78ef5b0-56f6-49cd-97fa-8865ce1e6f07 admin admin] Network hostable DHCP agents. Network: 61e6c2ec-9082-4875-a218-8630ba468008, hostable agents: ['63aaef39-ba79-4f18-b1e7-d9a1b0fd7cb8'], hosted agents: [] {{(pid=93125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 12:04:16.305946 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78ef5b0-56f6-49cd-97fa-8865ce1e6f07 admin admin] Network 61e6c2ec-9082-4875-a218-8630ba468008 is scheduled to be hosted by DHCP agent 63aaef39-ba79-4f18-b1e7-d9a1b0fd7cb8 with binding_index 1 {{(pid=93125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 12:04:16.315264 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.base_scheduler [None req-e78ef5b0-56f6-49cd-97fa-8865ce1e6f07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-5-smb, 61e6c2ec-9082-4875-a218-8630ba468008) {{(pid=93125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:04:16.319438 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78ef5b0-56f6-49cd-97fa-8865ce1e6f07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:16.320013 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-e78ef5b0-56f6-49cd-97fa-8865ce1e6f07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3735354'] for subnet, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:16.325929 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c89ee4-d84e-4dee-98ee-28efd5d328d6 None None] Network 61e6c2ec-9082-4875-a218-8630ba468008 requested from dv-cinder-772388-5-smb {{(pid=93126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:04:16.335563 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-e78ef5b0-56f6-49cd-97fa-8865ce1e6f07 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3660557 Jun 28 12:04:16.338448 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 54928) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:04:16.343050 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.v2.base [None req-37ac7483-bb7e-405a-9228-bf7b0c785d1d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-866816773-router', 'tenant_id': '25df7236fcb6488397fe969e6963f8c4', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008'}}} {{(pid=93124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:04:16.374187 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-37ac7483-bb7e-405a-9228-bf7b0c785d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3737188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12301'] for router, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:16.376898 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-37ac7483-bb7e-405a-9228-bf7b0c785d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3737199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12294'] for router, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:16.442627 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-37ac7483-bb7e-405a-9228-bf7b0c785d1d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:16.498330 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.v2.base [None req-f8cfaa96-3e33-46a1-8c9e-6a2504a4e7ec admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1971332866-network', 'tenant_id': 'd9d98709642940d68943de79af7f342e'}} {{(pid=93124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:04:16.505863 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6d4316-8719-4d8a-9649-3aca234eaf62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2c073b4-262a-5c3e-a3df-182c19600a9b-61e6c2ec-9082-4875-a218-8630ba468008', 'network_id': '61e6c2ec-9082-4875-a218-8630ba468008', 'tenant_id': '25df7236fcb6488397fe969e6963f8c4', 'fixed_ips': [{'subnet_id': '558089fa-d5c8-4a60-a96f-efb801414a3b'}]}} from dv-cinder-772388-5-smb. {{(pid=93126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 12:04:16.506760 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-2b6d4316-8719-4d8a-9649-3aca234eaf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_create {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:16.563246 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 54938) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:04:16.581305 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8cfaa96-3e33-46a1-8c9e-6a2504a4e7ec admin admin] Made reservation on behalf of d9d98709642940d68943de79af7f342e for: {'network': 1} {{(pid=93124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:04:16.584234 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f8cfaa96-3e33-46a1-8c9e-6a2504a4e7ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for network, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:16.631890 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f8cfaa96-3e33-46a1-8c9e-6a2504a4e7ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:16.635109 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-37ac7483-bb7e-405a-9228-bf7b0c785d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3698476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3799536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12328'] for router, precommit_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:16.686726 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.db_base_plugin_common [None req-2b6d4316-8719-4d8a-9649-3aca234eaf62 None None] Allocated IP 172.20.0.2 (61e6c2ec-9082-4875-a218-8630ba468008/558089fa-d5c8-4a60-a96f-efb801414a3b/4f5090b5-d40e-4c80-a45e-141d5ac9814d) {{(pid=93126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:04:16.750840 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.v2.base [None req-d8b8f17b-0b20-4c02-9919-1c910549b723 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-112051765-network', 'tenant_id': 'fe7c3f2e1d4146aca83e0fef204d622b'}} {{(pid=93125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:04:16.793783 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f8cfaa96-3e33-46a1-8c9e-6a2504a4e7ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:16.803665 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f8cfaa96-3e33-46a1-8c9e-6a2504a4e7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:16.810619 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-33c12653-5074-41eb-93da-5c33787d7e29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:16.831430 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b8f17b-0b20-4c02-9919-1c910549b723 admin admin] Made reservation on behalf of fe7c3f2e1d4146aca83e0fef204d622b for: {'network': 1} {{(pid=93125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:04:16.835082 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-d8b8f17b-0b20-4c02-9919-1c910549b723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for network, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:16.849531 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-d8b8f17b-0b20-4c02-9919-1c910549b723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:16.864031 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-2b6d4316-8719-4d8a-9649-3aca234eaf62 None None] Notify callbacks [] for port, precommit_create {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:16.874651 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-2b6d4316-8719-4d8a-9649-3aca234eaf62 None None] Transition to ACTIVE for port object 4f5090b5-d40e-4c80-a45e-141d5ac9814d will not be triggered until provisioned by entity L2. {{(pid=93126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:04:16.892358 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-2b6d4316-8719-4d8a-9649-3aca234eaf62 None None] Transition to ACTIVE for port object 4f5090b5-d40e-4c80-a45e-141d5ac9814d will not be triggered until provisioned by entity DHCP. {{(pid=93126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:04:16.900448 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8cfaa96-3e33-46a1-8c9e-6a2504a4e7ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=93124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 12:04:16.904550 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-2b6d4316-8719-4d8a-9649-3aca234eaf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751010131950'] for port, after_create {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:16.911270 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f8cfaa96-3e33-46a1-8c9e-6a2504a4e7ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539709'] for segment, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:16.911612 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.db.segments_db [None req-f8cfaa96-3e33-46a1-8c9e-6a2504a4e7ec admin admin] Added segment 918d5219-a753-4f11-a570-279069e69307 of type vlan for network 1234ac8c-174f-41c3-8425-b4be39dc33cb Jun 28 12:04:16.919813 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:16.954407 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f8cfaa96-3e33-46a1-8c9e-6a2504a4e7ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751010106215'] for network, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:17.000436 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6d4316-8719-4d8a-9649-3aca234eaf62 None None] Network 61e6c2ec-9082-4875-a218-8630ba468008 is already hosted by enough agents. {{(pid=93126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:04:17.002023 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6d4316-8719-4d8a-9649-3aca234eaf62 None None] Pushing event updated for resources: {'Port': ['ID=4f5090b5-d40e-4c80-a45e-141d5ac9814d,revision_number=1']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:17.010166 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.scheduler.base_scheduler [None req-2b6d4316-8719-4d8a-9649-3aca234eaf62 None None] Resources bound (agent type, host, resource id): {{(pid=93126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:04:17.012946 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6d4316-8719-4d8a-9649-3aca234eaf62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:04:17.013547 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6d4316-8719-4d8a-9649-3aca234eaf62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:04:17.014182 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6d4316-8719-4d8a-9649-3aca234eaf62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:04:17.014672 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6d4316-8719-4d8a-9649-3aca234eaf62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:04:17.015409 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6d4316-8719-4d8a-9649-3aca234eaf62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:04:17.015895 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6d4316-8719-4d8a-9649-3aca234eaf62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:04:17.016395 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6d4316-8719-4d8a-9649-3aca234eaf62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:04:17.016896 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6d4316-8719-4d8a-9649-3aca234eaf62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:04:17.017386 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6d4316-8719-4d8a-9649-3aca234eaf62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:04:17.017950 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6d4316-8719-4d8a-9649-3aca234eaf62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:04:17.018449 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6d4316-8719-4d8a-9649-3aca234eaf62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:04:17.018917 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6d4316-8719-4d8a-9649-3aca234eaf62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:04:17.020835 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6d4316-8719-4d8a-9649-3aca234eaf62 None None] Tracked resource versions report: Jun 28 12:04:17.020835 dv-cinder-772388-5-smb neutron-server[93126]: pushed versions: Jun 28 12:04:17.020835 dv-cinder-772388-5-smb neutron-server[93126]: { 'AddressGroup': {'1.2'}, Jun 28 12:04:17.020835 dv-cinder-772388-5-smb neutron-server[93126]: 'ConntrackHelper': {'1.0'}, Jun 28 12:04:17.020835 dv-cinder-772388-5-smb neutron-server[93126]: 'Log': {'1.0'}, Jun 28 12:04:17.020835 dv-cinder-772388-5-smb neutron-server[93126]: 'Network': {'1.1'}, Jun 28 12:04:17.020835 dv-cinder-772388-5-smb neutron-server[93126]: 'Port': {'1.7'}, Jun 28 12:04:17.020835 dv-cinder-772388-5-smb neutron-server[93126]: 'PortForwarding': {'1.2'}, Jun 28 12:04:17.020835 dv-cinder-772388-5-smb neutron-server[93126]: 'QosPolicy': {'1.8'}, Jun 28 12:04:17.020835 dv-cinder-772388-5-smb neutron-server[93126]: 'SecurityGroup': {'1.4'}, Jun 28 12:04:17.020835 dv-cinder-772388-5-smb neutron-server[93126]: 'SecurityGroupRule': {'1.2'}, Jun 28 12:04:17.020835 dv-cinder-772388-5-smb neutron-server[93126]: 'SubPort': {'1.0'}, Jun 28 12:04:17.020835 dv-cinder-772388-5-smb neutron-server[93126]: 'Subnet': {'1.1'}, Jun 28 12:04:17.020835 dv-cinder-772388-5-smb neutron-server[93126]: 'Trunk': {'1.1'}} Jun 28 12:04:17.020835 dv-cinder-772388-5-smb neutron-server[93126]: consumer versions: Jun 28 12:04:17.020835 dv-cinder-772388-5-smb neutron-server[93126]: { DHCP agent@dv-cinder-772388-5-smb: {}, Jun 28 12:04:17.020835 dv-cinder-772388-5-smb neutron-server[93126]: HyperV agent@hv-cinder-77238: {}, Jun 28 12:04:17.020835 dv-cinder-772388-5-smb neutron-server[93126]: L3 agent@dv-cinder-772388-5-smb: {}, Jun 28 12:04:17.020835 dv-cinder-772388-5-smb neutron-server[93126]: Metadata agent@dv-cinder-772388-5-smb: {}, Jun 28 12:04:17.020835 dv-cinder-772388-5-smb neutron-server[93126]: Metering agent@dv-cinder-772388-5-smb: {}, Jun 28 12:04:17.020835 dv-cinder-772388-5-smb neutron-server[93126]: Open vSwitch agent@dv-cinder-772388-5-smb: { 'AddressGroup': '1.2', Jun 28 12:04:17.020835 dv-cinder-772388-5-smb neutron-server[93126]: 'ConntrackHelper': '1.0', Jun 28 12:04:17.020835 dv-cinder-772388-5-smb neutron-server[93126]: 'Log': '1.0', Jun 28 12:04:17.020835 dv-cinder-772388-5-smb neutron-server[93126]: 'Network': '1.1', Jun 28 12:04:17.020835 dv-cinder-772388-5-smb neutron-server[93126]: 'Port': '1.7', Jun 28 12:04:17.020835 dv-cinder-772388-5-smb neutron-server[93126]: 'PortForwarding': '1.2', Jun 28 12:04:17.020835 dv-cinder-772388-5-smb neutron-server[93126]: 'QosPolicy': '1.8', Jun 28 12:04:17.020835 dv-cinder-772388-5-smb neutron-server[93126]: 'SecurityGroup': '1.4', Jun 28 12:04:17.020835 dv-cinder-772388-5-smb neutron-server[93126]: 'SecurityGroupRule': '1.2', Jun 28 12:04:17.020835 dv-cinder-772388-5-smb neutron-server[93126]: 'SubPort': '1.0', Jun 28 12:04:17.020835 dv-cinder-772388-5-smb neutron-server[93126]: 'Subnet': '1.1', Jun 28 12:04:17.020835 dv-cinder-772388-5-smb neutron-server[93126]: 'Trunk': '1.1'}} Jun 28 12:04:17.020835 dv-cinder-772388-5-smb neutron-server[93126]: {{(pid=93126) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 12:04:17.038163 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6d4316-8719-4d8a-9649-3aca234eaf62 None None] Received port after_create {{(pid=93126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:04:17.041221 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-37ac7483-bb7e-405a-9228-bf7b0c785d1d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:17.063267 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-d8b8f17b-0b20-4c02-9919-1c910549b723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:17.071459 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-37ac7483-bb7e-405a-9228-bf7b0c785d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:17.071687 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-d8b8f17b-0b20-4c02-9919-1c910549b723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:17.074720 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f8cfaa96-3e33-46a1-8c9e-6a2504a4e7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329'] for network, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:17.084824 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cfaa96-3e33-46a1-8c9e-6a2504a4e7ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:17.085706 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f8cfaa96-3e33-46a1-8c9e-6a2504a4e7ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3735354'] for network, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:17.107833 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.managers [None req-2b6d4316-8719-4d8a-9649-3aca234eaf62 None None] Attempting to bind port 4f5090b5-d40e-4c80-a45e-141d5ac9814d on host dv-cinder-772388-5-smb for vnic_type normal with profile {{(pid=93126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:04:17.108467 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.managers [None req-2b6d4316-8719-4d8a-9649-3aca234eaf62 None None] Attempting to bind port 4f5090b5-d40e-4c80-a45e-141d5ac9814d by drivers openvswitch,hyperv on host dv-cinder-772388-5-smb at level 0 using segments [{'id': 'aed9295f-7fc3-449f-af4b-5fa9a30585ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '61e6c2ec-9082-4875-a218-8630ba468008'}] {{(pid=93126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:04:17.109107 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6d4316-8719-4d8a-9649-3aca234eaf62 None None] Attempting to bind port 4f5090b5-d40e-4c80-a45e-141d5ac9814d on network 61e6c2ec-9082-4875-a218-8630ba468008 {{(pid=93126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:04:17.113758 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8b8f17b-0b20-4c02-9919-1c910549b723 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=93125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 12:04:17.130505 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cfaa96-3e33-46a1-8c9e-6a2504a4e7ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0046b0d6-801b-426f-9192-d8e3ad3d9c53,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:17.138487 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6d4316-8719-4d8a-9649-3aca234eaf62 None None] Checking agent: {'id': '43dc484d-6faf-4242-a4db-1b59836cdb3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 11, 56, 31), 'started_at': datetime.datetime(2021, 6, 28, 11, 57, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:04:17.138701 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6d4316-8719-4d8a-9649-3aca234eaf62 None None] Checking segment: {'id': 'aed9295f-7fc3-449f-af4b-5fa9a30585ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '61e6c2ec-9082-4875-a218-8630ba468008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:04:17.138835 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-d8b8f17b-0b20-4c02-9919-1c910549b723 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751010592543', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539709'] for segment, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:17.139115 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-2b6d4316-8719-4d8a-9649-3aca234eaf62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:17.139497 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-d8b8f17b-0b20-4c02-9919-1c910549b723 admin admin] Unsubscribe: segment precommit_create {{(pid=93125) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 28 12:04:17.139649 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6d4316-8719-4d8a-9649-3aca234eaf62 None None] Bound using segment: {'id': 'aed9295f-7fc3-449f-af4b-5fa9a30585ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '61e6c2ec-9082-4875-a218-8630ba468008'} {{(pid=93126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:04:17.140000 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.managers [None req-2b6d4316-8719-4d8a-9649-3aca234eaf62 None None] Bound port: 4f5090b5-d40e-4c80-a45e-141d5ac9814d, host: dv-cinder-772388-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aed9295f-7fc3-449f-af4b-5fa9a30585ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '61e6c2ec-9082-4875-a218-8630ba468008'}}] {{(pid=93126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:04:17.140405 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-2b6d4316-8719-4d8a-9649-3aca234eaf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:17.141398 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.db.segments_db [None req-d8b8f17b-0b20-4c02-9919-1c910549b723 admin admin] Added segment 922d30af-9b8f-4fbe-a91d-06c957d8e2c6 of type vlan for network cc519756-7b35-42fd-b120-3972e87c8408 Jun 28 12:04:17.154721 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-2b6d4316-8719-4d8a-9649-3aca234eaf62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:17.159533 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-f8cfaa96-3e33-46a1-8c9e-6a2504a4e7ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:17.159945 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:17.203404 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-d8b8f17b-0b20-4c02-9919-1c910549b723 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751010106215'] for network, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:17.217089 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-f8cfaa96-3e33-46a1-8c9e-6a2504a4e7ec admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1201966 Jun 28 12:04:17.221392 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 54968) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:04:17.221909 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:17.259492 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.v2.base [None req-71e9ca63-2346-4fe7-a64c-c4055757fa6c admin admin] Request body: {'subnet': {'network_id': '1234ac8c-174f-41c3-8425-b4be39dc33cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1971332866-subnet', 'tenant_id': 'd9d98709642940d68943de79af7f342e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:04:17.266254 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cfaa96-3e33-46a1-8c9e-6a2504a4e7ec admin admin] Pushing event updated for resources: {'Network': ['ID=1234ac8c-174f-41c3-8425-b4be39dc33cb,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:17.270840 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-f8cfaa96-3e33-46a1-8c9e-6a2504a4e7ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:17.287048 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Network 1234ac8c-174f-41c3-8425-b4be39dc33cb details requested by agent ovs-agent-dv-cinder-772388-5-smb with host dv-cinder-772388-5-smb {{(pid=93126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 12:04:17.305021 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-d8b8f17b-0b20-4c02-9919-1c910549b723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329'] for network, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:17.308445 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e9ca63-2346-4fe7-a64c-c4055757fa6c admin admin] Made reservation on behalf of d9d98709642940d68943de79af7f342e for: {'subnet': 1} {{(pid=93125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:04:17.311081 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-71e9ca63-2346-4fe7-a64c-c4055757fa6c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:17.335086 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.db.db_base_plugin_common [None req-37ac7483-bb7e-405a-9228-bf7b0c785d1d admin admin] Allocated IP 172.28.3.206 (ccb85226-c586-4fa5-aec0-6cfbd080c008/f863da3b-2790-4793-ac71-6f3e8dbd6721/4f244bb9-a782-48c5-8c92-a01f651b45f8) {{(pid=93124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:04:17.348519 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-2b6d4316-8719-4d8a-9649-3aca234eaf62 None None] For port 4f5090b5-d40e-4c80-a45e-141d5ac9814d, host dv-cinder-772388-5-smb, cleared binding levels {{(pid=93126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:04:17.425709 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-2b6d4316-8719-4d8a-9649-3aca234eaf62 None None] For port 4f5090b5-d40e-4c80-a45e-141d5ac9814d, host dv-cinder-772388-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-smb',level=0,port_id=4f5090b5-d40e-4c80-a45e-141d5ac9814d,segment=NetworkSegment(aed9295f-7fc3-449f-af4b-5fa9a30585ae),segment_id=aed9295f-7fc3-449f-af4b-5fa9a30585ae)] {{(pid=93126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:04:17.438957 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b8f17b-0b20-4c02-9919-1c910549b723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:17.439902 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-d8b8f17b-0b20-4c02-9919-1c910549b723 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3735354'] for network, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:17.456695 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-2b6d4316-8719-4d8a-9649-3aca234eaf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:17.460423 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:17.465561 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b8f17b-0b20-4c02-9919-1c910549b723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed3a0829-e402-48f3-a858-d82085fd6505,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:17.520432 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-d8b8f17b-0b20-4c02-9919-1c910549b723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:17.525014 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:17.564445 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-d8b8f17b-0b20-4c02-9919-1c910549b723 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9998276 Jun 28 12:04:17.565366 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 54978) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:04:17.574887 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6d4316-8719-4d8a-9649-3aca234eaf62 None None] Pushing event updated for resources: {'Port': ['ID=4f5090b5-d40e-4c80-a45e-141d5ac9814d,revision_number=2']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:17.586779 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-2b6d4316-8719-4d8a-9649-3aca234eaf62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:17.598092 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-37ac7483-bb7e-405a-9228-bf7b0c785d1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:17.662715 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.v2.base [None req-a42e32c7-c376-4696-8a48-0530f4636024 admin admin] Request body: {'subnet': {'network_id': 'cc519756-7b35-42fd-b120-3972e87c8408', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-112051765-subnet', 'tenant_id': 'fe7c3f2e1d4146aca83e0fef204d622b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:04:17.731979 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-37ac7483-bb7e-405a-9228-bf7b0c785d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751010131950'] for port, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:17.742939 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:17.774156 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-71e9ca63-2346-4fe7-a64c-c4055757fa6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4137752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329'] for subnet, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:17.805278 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b8f17b-0b20-4c02-9919-1c910549b723 admin admin] Pushing event updated for resources: {'Network': ['ID=cc519756-7b35-42fd-b120-3972e87c8408,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:17.810569 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-d8b8f17b-0b20-4c02-9919-1c910549b723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:17.811119 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:17.821107 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Network cc519756-7b35-42fd-b120-3972e87c8408 details requested by agent ovs-agent-dv-cinder-772388-5-smb with host dv-cinder-772388-5-smb {{(pid=93126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 12:04:17.845421 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a42e32c7-c376-4696-8a48-0530f4636024 admin admin] Made reservation on behalf of fe7c3f2e1d4146aca83e0fef204d622b for: {'subnet': 1} {{(pid=93125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:04:17.847771 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-a42e32c7-c376-4696-8a48-0530f4636024 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:17.877965 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ac7483-bb7e-405a-9228-bf7b0c785d1d admin admin] Network ccb85226-c586-4fa5-aec0-6cfbd080c008 is already hosted by enough agents. {{(pid=93124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:04:17.881343 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.base_scheduler [None req-37ac7483-bb7e-405a-9228-bf7b0c785d1d admin admin] Resources bound (agent type, host, resource id): {{(pid=93124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:04:17.898207 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ac7483-bb7e-405a-9228-bf7b0c785d1d admin admin] Received port after_create {{(pid=93124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:04:17.902457 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ac7483-bb7e-405a-9228-bf7b0c785d1d admin admin] Pushing event updated for resources: {'Port': ['ID=4f244bb9-a782-48c5-8c92-a01f651b45f8,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:17.971293 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-37ac7483-bb7e-405a-9228-bf7b0c785d1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:18.013653 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e9ca63-2346-4fe7-a64c-c4055757fa6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=44c02f51-e468-4503-8e99-c53bcbc29dec,revision_number=0']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:18.023393 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-71e9ca63-2346-4fe7-a64c-c4055757fa6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:18.072301 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e9ca63-2346-4fe7-a64c-c4055757fa6c admin admin] Checking segment: {'id': '918d5219-a753-4f11-a570-279069e69307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1234ac8c-174f-41c3-8425-b4be39dc33cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:04:18.073699 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e9ca63-2346-4fe7-a64c-c4055757fa6c admin admin] Network hostable DHCP agents. Network: 1234ac8c-174f-41c3-8425-b4be39dc33cb, hostable agents: ['63aaef39-ba79-4f18-b1e7-d9a1b0fd7cb8'], hosted agents: [] {{(pid=93125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 12:04:18.141417 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e9ca63-2346-4fe7-a64c-c4055757fa6c admin admin] Network 1234ac8c-174f-41c3-8425-b4be39dc33cb is scheduled to be hosted by DHCP agent 63aaef39-ba79-4f18-b1e7-d9a1b0fd7cb8 with binding_index 1 {{(pid=93125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 12:04:18.195266 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.base_scheduler [None req-71e9ca63-2346-4fe7-a64c-c4055757fa6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-5-smb, 1234ac8c-174f-41c3-8425-b4be39dc33cb) {{(pid=93125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:04:18.204566 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8310e9-d468-4af2-a883-b0a9ed17bc5c None None] Network 1234ac8c-174f-41c3-8425-b4be39dc33cb requested from dv-cinder-772388-5-smb {{(pid=93126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:04:18.208719 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e9ca63-2346-4fe7-a64c-c4055757fa6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:18.209344 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-71e9ca63-2346-4fe7-a64c-c4055757fa6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3735354'] for subnet, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:18.232864 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-71e9ca63-2346-4fe7-a64c-c4055757fa6c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0083623 Jun 28 12:04:18.258720 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-a42e32c7-c376-4696-8a48-0530f4636024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4137752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329'] for subnet, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:18.266924 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-d8551ca7-d8f4-4227-9d1a-88893d053cf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:18.331678 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42e32c7-c376-4696-8a48-0530f4636024 admin admin] Checking segment: {'id': '922d30af-9b8f-4fbe-a91d-06c957d8e2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'cc519756-7b35-42fd-b120-3972e87c8408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:04:18.332162 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42e32c7-c376-4696-8a48-0530f4636024 admin admin] Network hostable DHCP agents. Network: cc519756-7b35-42fd-b120-3972e87c8408, hostable agents: ['63aaef39-ba79-4f18-b1e7-d9a1b0fd7cb8'], hosted agents: [] {{(pid=93125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 12:04:18.335972 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42e32c7-c376-4696-8a48-0530f4636024 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a6107a4-8407-4d53-a64c-0df6855e25e1,revision_number=0']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:18.346637 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-a42e32c7-c376-4696-8a48-0530f4636024 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:18.366777 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42e32c7-c376-4696-8a48-0530f4636024 admin admin] Network cc519756-7b35-42fd-b120-3972e87c8408 is scheduled to be hosted by DHCP agent 63aaef39-ba79-4f18-b1e7-d9a1b0fd7cb8 with binding_index 1 {{(pid=93125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 12:04:18.373656 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-37ac7483-bb7e-405a-9228-bf7b0c785d1d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:18.388107 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.base_scheduler [None req-a42e32c7-c376-4696-8a48-0530f4636024 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-5-smb, cc519756-7b35-42fd-b120-3972e87c8408) {{(pid=93125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:04:18.392744 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42e32c7-c376-4696-8a48-0530f4636024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:18.393271 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-a42e32c7-c376-4696-8a48-0530f4636024 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3735354'] for subnet, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:18.428609 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93408a3d-9f11-4976-8678-506b91ef44aa None None] Network cc519756-7b35-42fd-b120-3972e87c8408 requested from dv-cinder-772388-5-smb {{(pid=93126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:04:18.438501 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-a42e32c7-c376-4696-8a48-0530f4636024 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8260574 Jun 28 12:04:18.439554 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 55026) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:04:18.445027 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.v2.base [None req-d5d1ace0-f4d2-4203-a43a-c59d54c1098d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-112051765-router', 'tenant_id': 'fe7c3f2e1d4146aca83e0fef204d622b', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008'}}} {{(pid=93125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:04:18.479928 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-d5d1ace0-f4d2-4203-a43a-c59d54c1098d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3737188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12301'] for router, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:18.484821 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-d5d1ace0-f4d2-4203-a43a-c59d54c1098d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3737199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12294'] for router, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:18.512886 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40fcdef-ab21-43a2-8fb6-a88b3665b780 None None] Network 1234ac8c-174f-41c3-8425-b4be39dc33cb requested from dv-cinder-772388-5-smb {{(pid=93126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:04:18.691954 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-37ac7483-bb7e-405a-9228-bf7b0c785d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3799529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3698553'] for router, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:18.836798 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 55048) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:04:18.837682 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-d5d1ace0-f4d2-4203-a43a-c59d54c1098d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:18.846733 dv-cinder-772388-5-smb neutron-server[93124]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 28 12:04:18.930218 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612e1635-9c81-476b-8496-6d391a6858b8 None None] Network cc519756-7b35-42fd-b120-3972e87c8408 requested from dv-cinder-772388-5-smb {{(pid=93126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:04:19.197239 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bd14c0-0e26-4004-bc19-10e8608eeffe None None] Network 61e6c2ec-9082-4875-a218-8630ba468008 requested from dv-cinder-772388-5-smb {{(pid=93126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:04:19.213776 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-d5d1ace0-f4d2-4203-a43a-c59d54c1098d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3698476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3799536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12328'] for router, precommit_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:19.253043 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f6eb5-08f1-4f1f-b74f-085df4a538d4 req-0f894563-d77b-4605-b486-529f3c53e8c5 tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:19.261312 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-e49f6eb5-08f1-4f1f-b74f-085df4a538d4 req-0f894563-d77b-4605-b486-529f3c53e8c5 tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] 10.222.0.26 "GET /v2.0/networks?id=1644de9e-102a-4648-a07b-56daa50d4933 HTTP/1.1" status: 200 len: 812 time: 0.4192994 Jun 28 12:04:19.277369 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-7f0e0450-5b21-4402-b1d1-bf08af64be9b None None] Provisioning for port 4f5090b5-d40e-4c80-a45e-141d5ac9814d completed by entity DHCP. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:04:19.287029 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-e49f6eb5-08f1-4f1f-b74f-085df4a538d4 req-3e919a9c-535f-4aad-b71a-3060b255a7c5 tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] 10.222.0.26 "GET /v2.0/quotas/2f9002e18e4a4346bed93d42a9081e0c HTTP/1.1" status: 200 len: 375 time: 0.0246670 Jun 28 12:04:19.396761 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-e49f6eb5-08f1-4f1f-b74f-085df4a538d4 req-d6454be2-2c04-44a1-b792-720247f48f35 tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2f9002e18e4a4346bed93d42a9081e0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1087005 Jun 28 12:04:19.426109 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37ac7483-bb7e-405a-9228-bf7b0c785d1d admin admin] Router 1511fe44-47e2-4677-b0bf-fa640cc3b369 is scheduled to L3 agent a3516409-90ed-42c0-9869-2f9c81c3e104 with binding_index 1 {{(pid=93124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 12:04:19.487386 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device 4f5090b5-d40e-4c80-a45e-141d5ac9814d up at agent ovs-agent-dv-cinder-772388-5-smb {{(pid=93126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:04:19.649161 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Provisioning for port 4f5090b5-d40e-4c80-a45e-141d5ac9814d completed by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:04:19.654998 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Provisioning complete for port 4f5090b5-d40e-4c80-a45e-141d5ac9814d triggered by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:04:19.655430 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:19.758994 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [req-e49f6eb5-08f1-4f1f-b74f-085df4a538d4 req-194b18f3-47d5-445b-bdcf-a16dc88ea6e8 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 12:04:19.760769 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-e49f6eb5-08f1-4f1f-b74f-085df4a538d4 req-194b18f3-47d5-445b-bdcf-a16dc88ea6e8 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1271052 Jun 28 12:04:19.788886 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37ac7483-bb7e-405a-9228-bf7b0c785d1d admin admin] Notify agent at l3_agent.dv-cinder-772388-5-smb the message routers_updated {{(pid=93124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 12:04:19.806683 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8113e2b6-aaef-48ae-9499-dce4af2fdef4 None None] Sync routers for ids ['1511fe44-47e2-4677-b0bf-fa640cc3b369'] in dv-cinder-772388-5-smb {{(pid=93127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:04:19.820532 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8113e2b6-aaef-48ae-9499-dce4af2fdef4 None None] Routers {'1511fe44-47e2-4677-b0bf-fa640cc3b369'} bound to L3 agent in host dv-cinder-772388-5-smb {{(pid=93127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:04:19.821200 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_hamode_db [None req-8113e2b6-aaef-48ae-9499-dce4af2fdef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T11:56:31Z,description=,heartbeat_timestamp=2021-06-28T12:04:01Z,host='dv-cinder-772388-5-smb',id=a3516409-90ed-42c0-9869-2f9c81c3e104,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:56:31Z,topic='l3_agent')) {'router_ids': ['1511fe44-47e2-4677-b0bf-fa640cc3b369'], 'active': True} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:04:19.843323 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-d5d1ace0-f4d2-4203-a43a-c59d54c1098d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:19.848901 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:19.876168 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-37ac7483-bb7e-405a-9228-bf7b0c785d1d admin admin] Notify callbacks [] for router, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:19.880116 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-37ac7483-bb7e-405a-9228-bf7b0c785d1d admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.5404875 Jun 28 12:04:19.884060 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 55088) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:04:19.927317 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-d5d1ace0-f4d2-4203-a43a-c59d54c1098d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:20.084243 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-e49f6eb5-08f1-4f1f-b74f-085df4a538d4 req-f3ae0507-5c4e-4f3c-b951-0f4ebbccf556 service neutron] 10.222.0.26 "GET /v2.0/networks/1644de9e-102a-4648-a07b-56daa50d4933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165205 Jun 28 12:04:20.177778 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_dvr_db [None req-8113e2b6-aaef-48ae-9499-dce4af2fdef4 None None] Set router 1511fe44-47e2-4677-b0bf-fa640cc3b369 gateway port host: dv-cinder-772388-5-smb {{(pid=93127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:04:20.334356 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 55118) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:04:20.362735 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] For port 4f5090b5-d40e-4c80-a45e-141d5ac9814d, host dv-cinder-772388-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-smb',level=0,port_id=4f5090b5-d40e-4c80-a45e-141d5ac9814d,segment=NetworkSegment(aed9295f-7fc3-449f-af4b-5fa9a30585ae),segment_id=aed9295f-7fc3-449f-af4b-5fa9a30585ae)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:04:20.363871 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-6ccb3cc5-dd6d-4d20-953d-1e53e422d9a2 None None] Provisioning complete for port 4f5090b5-d40e-4c80-a45e-141d5ac9814d triggered by entity DHCP. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:04:20.381253 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-6ccb3cc5-dd6d-4d20-953d-1e53e422d9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:20.392750 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:20.411527 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-e49f6eb5-08f1-4f1f-b74f-085df4a538d4 req-7c86afb2-65c0-4bad-ba6b-1da14b756db6 service neutron] 10.222.0.26 "GET /v2.0/networks/1644de9e-102a-4648-a07b-56daa50d4933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191507 Jun 28 12:04:20.423230 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.db_base_plugin_common [None req-d5d1ace0-f4d2-4203-a43a-c59d54c1098d admin admin] Allocated IP 172.28.3.176 (ccb85226-c586-4fa5-aec0-6cfbd080c008/f863da3b-2790-4793-ac71-6f3e8dbd6721/f25239ca-a5ee-4168-81dd-176870d8e2cb) {{(pid=93125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:04:20.433825 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 55122) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:04:20.447075 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_hamode_db [None req-8113e2b6-aaef-48ae-9499-dce4af2fdef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1511fe44-47e2-4677-b0bf-fa640cc3b369', 'name': 'tempest-AttachVolumeShelveTestJSON-866816773-router', 'tenant_id': '25df7236fcb6488397fe969e6963f8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': '4f244bb9-a782-48c5-8c92-a01f651b45f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:04:16Z', 'updated_at': '2021-06-28T12:04:18Z', 'revision_number': 3, 'project_id': '25df7236fcb6488397fe969e6963f8c4', 'gw_port': {'id': '4f244bb9-a782-48c5-8c92-a01f651b45f8', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f4:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1511fe44-47e2-4677-b0bf-fa640cc3b369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:04:17Z', 'updated_at': '2021-06-28T12:04:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb'}], 'dv-cinder-772388-5-smb', False) {} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:04:20.469979 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:20.528376 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8113e2b6-aaef-48ae-9499-dce4af2fdef4 None None] Checking router: 1511fe44-47e2-4677-b0bf-fa640cc3b369 for host: dv-cinder-772388-5-smb {{(pid=93127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:04:20.530022 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8113e2b6-aaef-48ae-9499-dce4af2fdef4 None None] Updating router 1511fe44-47e2-4677-b0bf-fa640cc3b369 port 4f244bb9-a782-48c5-8c92-a01f651b45f8 binding host dv-cinder-772388-5-smb {{(pid=93127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 12:04:20.602105 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-d5d1ace0-f4d2-4203-a43a-c59d54c1098d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:20.644844 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-8113e2b6-aaef-48ae-9499-dce4af2fdef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:20.680753 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Pushing event updated for resources: {'Port': ['ID=4f5090b5-d40e-4c80-a45e-141d5ac9814d,revision_number=3']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:20.716019 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:20.743935 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-d5d1ace0-f4d2-4203-a43a-c59d54c1098d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751010131950'] for port, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:20.746818 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56953e98-30bd-4b09-bdb8-1e90f3d9f56b req-bba8ac64-90ee-4025-b2c2-11ec9987c06b tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:20.748458 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-56953e98-30bd-4b09-bdb8-1e90f3d9f56b req-bba8ac64-90ee-4025-b2c2-11ec9987c06b tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/networks?id=1234ac8c-174f-41c3-8425-b4be39dc33cb HTTP/1.1" status: 200 len: 815 time: 0.4107428 Jun 28 12:04:20.781060 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:20.784884 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-56953e98-30bd-4b09-bdb8-1e90f3d9f56b req-a90bdca1-c07c-4747-9d89-5163a1334178 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/quotas/d9d98709642940d68943de79af7f342e HTTP/1.1" status: 200 len: 375 time: 0.0201089 Jun 28 12:04:20.786549 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 55132) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:04:20.870454 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-56953e98-30bd-4b09-bdb8-1e90f3d9f56b req-e3b3634a-44ac-490d-b756-9a65b195045a tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d9d98709642940d68943de79af7f342e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0728524 Jun 28 12:04:21.025917 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d1ace0-f4d2-4203-a43a-c59d54c1098d admin admin] Network ccb85226-c586-4fa5-aec0-6cfbd080c008 is already hosted by enough agents. {{(pid=93125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:04:21.047069 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.base_scheduler [None req-d5d1ace0-f4d2-4203-a43a-c59d54c1098d admin admin] Resources bound (agent type, host, resource id): {{(pid=93125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:04:21.054460 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-a0379e5b-7d09-49d1-bb0e-0fcd5f18f286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:21.069708 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d1ace0-f4d2-4203-a43a-c59d54c1098d admin admin] Received port after_create {{(pid=93125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:04:21.128917 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-01a4950f-04fe-4558-b02c-67155d613483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:21.153838 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [req-56953e98-30bd-4b09-bdb8-1e90f3d9f56b req-05aeecd2-850a-4647-aa29-148091c4b97b service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 12:04:21.154898 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-56953e98-30bd-4b09-bdb8-1e90f3d9f56b req-05aeecd2-850a-4647-aa29-148091c4b97b service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1187999 Jun 28 12:04:21.285930 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-0ee22ae1-1583-4f1f-8885-72a65b9ca8a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:21.303449 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d1ace0-f4d2-4203-a43a-c59d54c1098d admin admin] Pushing event updated for resources: {'Port': ['ID=f25239ca-a5ee-4168-81dd-176870d8e2cb,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:21.328271 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-8113e2b6-aaef-48ae-9499-dce4af2fdef4 None None] Notify callbacks [] for port, precommit_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:21.344778 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.provisioning_blocks [None req-8113e2b6-aaef-48ae-9499-dce4af2fdef4 None None] Transition to ACTIVE for port object 4f244bb9-a782-48c5-8c92-a01f651b45f8 will not be triggered until provisioned by entity L2. {{(pid=93127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:04:21.349409 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-d5d1ace0-f4d2-4203-a43a-c59d54c1098d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:21.353957 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-8113e2b6-aaef-48ae-9499-dce4af2fdef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:21.358355 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG oslo_concurrency.lockutils [None req-696a2db7-b825-4bf1-ad24-cd1a7f0d5e08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:21.410174 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d785bc6f-92a8-4996-b555-8f0bca4e5ada None None] Pushing event updated for resources: {'Port': ['ID=4f244bb9-a782-48c5-8c92-a01f651b45f8,revision_number=2']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:21.411123 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device 4f5090b5-d40e-4c80-a45e-141d5ac9814d up at agent ovs-agent-dv-cinder-772388-5-smb {{(pid=93126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:04:21.422961 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d785bc6f-92a8-4996-b555-8f0bca4e5ada None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:04:21.423450 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d785bc6f-92a8-4996-b555-8f0bca4e5ada None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:04:21.423842 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d785bc6f-92a8-4996-b555-8f0bca4e5ada None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:04:21.424240 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d785bc6f-92a8-4996-b555-8f0bca4e5ada None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:04:21.424656 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d785bc6f-92a8-4996-b555-8f0bca4e5ada None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:04:21.425025 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d785bc6f-92a8-4996-b555-8f0bca4e5ada None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:04:21.425353 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d785bc6f-92a8-4996-b555-8f0bca4e5ada None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:04:21.426173 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d785bc6f-92a8-4996-b555-8f0bca4e5ada None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:04:21.426173 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d785bc6f-92a8-4996-b555-8f0bca4e5ada None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:04:21.426397 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d785bc6f-92a8-4996-b555-8f0bca4e5ada None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:04:21.426708 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d785bc6f-92a8-4996-b555-8f0bca4e5ada None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:04:21.427032 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d785bc6f-92a8-4996-b555-8f0bca4e5ada None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:04:21.428284 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d785bc6f-92a8-4996-b555-8f0bca4e5ada None None] Tracked resource versions report: Jun 28 12:04:21.428284 dv-cinder-772388-5-smb neutron-server[93127]: pushed versions: Jun 28 12:04:21.428284 dv-cinder-772388-5-smb neutron-server[93127]: { 'AddressGroup': {'1.2'}, Jun 28 12:04:21.428284 dv-cinder-772388-5-smb neutron-server[93127]: 'ConntrackHelper': {'1.0'}, Jun 28 12:04:21.428284 dv-cinder-772388-5-smb neutron-server[93127]: 'Log': {'1.0'}, Jun 28 12:04:21.428284 dv-cinder-772388-5-smb neutron-server[93127]: 'Network': {'1.1'}, Jun 28 12:04:21.428284 dv-cinder-772388-5-smb neutron-server[93127]: 'Port': {'1.7'}, Jun 28 12:04:21.428284 dv-cinder-772388-5-smb neutron-server[93127]: 'PortForwarding': {'1.2'}, Jun 28 12:04:21.428284 dv-cinder-772388-5-smb neutron-server[93127]: 'QosPolicy': {'1.8'}, Jun 28 12:04:21.428284 dv-cinder-772388-5-smb neutron-server[93127]: 'SecurityGroup': {'1.4'}, Jun 28 12:04:21.428284 dv-cinder-772388-5-smb neutron-server[93127]: 'SecurityGroupRule': {'1.2'}, Jun 28 12:04:21.428284 dv-cinder-772388-5-smb neutron-server[93127]: 'SubPort': {'1.0'}, Jun 28 12:04:21.428284 dv-cinder-772388-5-smb neutron-server[93127]: 'Subnet': {'1.1'}, Jun 28 12:04:21.428284 dv-cinder-772388-5-smb neutron-server[93127]: 'Trunk': {'1.1'}} Jun 28 12:04:21.428284 dv-cinder-772388-5-smb neutron-server[93127]: consumer versions: Jun 28 12:04:21.428284 dv-cinder-772388-5-smb neutron-server[93127]: { DHCP agent@dv-cinder-772388-5-smb: {}, Jun 28 12:04:21.428284 dv-cinder-772388-5-smb neutron-server[93127]: HyperV agent@hv-cinder-77238: {}, Jun 28 12:04:21.428284 dv-cinder-772388-5-smb neutron-server[93127]: L3 agent@dv-cinder-772388-5-smb: {}, Jun 28 12:04:21.428284 dv-cinder-772388-5-smb neutron-server[93127]: Metadata agent@dv-cinder-772388-5-smb: {}, Jun 28 12:04:21.428284 dv-cinder-772388-5-smb neutron-server[93127]: Metering agent@dv-cinder-772388-5-smb: {}, Jun 28 12:04:21.428284 dv-cinder-772388-5-smb neutron-server[93127]: Open vSwitch agent@dv-cinder-772388-5-smb: { 'AddressGroup': '1.2', Jun 28 12:04:21.428284 dv-cinder-772388-5-smb neutron-server[93127]: 'ConntrackHelper': '1.0', Jun 28 12:04:21.428284 dv-cinder-772388-5-smb neutron-server[93127]: 'Log': '1.0', Jun 28 12:04:21.428284 dv-cinder-772388-5-smb neutron-server[93127]: 'Network': '1.1', Jun 28 12:04:21.428284 dv-cinder-772388-5-smb neutron-server[93127]: 'Port': '1.7', Jun 28 12:04:21.428284 dv-cinder-772388-5-smb neutron-server[93127]: 'PortForwarding': '1.2', Jun 28 12:04:21.428284 dv-cinder-772388-5-smb neutron-server[93127]: 'QosPolicy': '1.8', Jun 28 12:04:21.428284 dv-cinder-772388-5-smb neutron-server[93127]: 'SecurityGroup': '1.4', Jun 28 12:04:21.428284 dv-cinder-772388-5-smb neutron-server[93127]: 'SecurityGroupRule': '1.2', Jun 28 12:04:21.428284 dv-cinder-772388-5-smb neutron-server[93127]: 'SubPort': '1.0', Jun 28 12:04:21.428284 dv-cinder-772388-5-smb neutron-server[93127]: 'Subnet': '1.1', Jun 28 12:04:21.428284 dv-cinder-772388-5-smb neutron-server[93127]: 'Trunk': '1.1'}} Jun 28 12:04:21.428284 dv-cinder-772388-5-smb neutron-server[93127]: {{(pid=93127) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 12:04:21.443151 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG oslo_concurrency.lockutils [None req-d785bc6f-92a8-4996-b555-8f0bca4e5ada None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:21.451600 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-0822a55b-e309-466b-8bed-7460d0f38e30 req-820bb11e-b484-4ce1-a5e4-da569e78aa07 tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dadbbfe-41fa-4902-9249-d28470f9573d HTTP/1.1" status: 200 len: 210 time: 0.2190428 Jun 28 12:04:21.490368 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.plugins.ml2.managers [None req-8113e2b6-aaef-48ae-9499-dce4af2fdef4 None None] Attempting to bind port 4f244bb9-a782-48c5-8c92-a01f651b45f8 on host dv-cinder-772388-5-smb for vnic_type normal with profile {{(pid=93127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:04:21.492312 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.plugins.ml2.managers [None req-8113e2b6-aaef-48ae-9499-dce4af2fdef4 None None] Attempting to bind port 4f244bb9-a782-48c5-8c92-a01f651b45f8 by drivers openvswitch,hyperv on host dv-cinder-772388-5-smb at level 0 using segments [{'id': '9701132a-6585-4d51-ae24-db0b91696e59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008'}] {{(pid=93127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:04:21.492973 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8113e2b6-aaef-48ae-9499-dce4af2fdef4 None None] Attempting to bind port 4f244bb9-a782-48c5-8c92-a01f651b45f8 on network ccb85226-c586-4fa5-aec0-6cfbd080c008 {{(pid=93127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:04:21.505884 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8113e2b6-aaef-48ae-9499-dce4af2fdef4 None None] Checking agent: {'id': '43dc484d-6faf-4242-a4db-1b59836cdb3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 11, 56, 31), 'started_at': datetime.datetime(2021, 6, 28, 11, 57, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:04:21.507222 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8113e2b6-aaef-48ae-9499-dce4af2fdef4 None None] Checking segment: {'id': '9701132a-6585-4d51-ae24-db0b91696e59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:04:21.508160 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-8113e2b6-aaef-48ae-9499-dce4af2fdef4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:21.509300 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8113e2b6-aaef-48ae-9499-dce4af2fdef4 None None] Bound using segment: {'id': '9701132a-6585-4d51-ae24-db0b91696e59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008'} {{(pid=93127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:04:21.511280 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.plugins.ml2.managers [None req-8113e2b6-aaef-48ae-9499-dce4af2fdef4 None None] Bound port: 4f244bb9-a782-48c5-8c92-a01f651b45f8, host: dv-cinder-772388-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9701132a-6585-4d51-ae24-db0b91696e59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008'}}] {{(pid=93127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:04:21.511940 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-8113e2b6-aaef-48ae-9499-dce4af2fdef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:21.522928 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-56953e98-30bd-4b09-bdb8-1e90f3d9f56b req-fd55c080-e1a1-47d7-a11a-c7832f6d5ee3 service neutron] 10.222.0.26 "GET /v2.0/networks/1234ac8c-174f-41c3-8425-b4be39dc33cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3360114 Jun 28 12:04:21.547466 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.db.db_base_plugin_common [None req-a0379e5b-7d09-49d1-bb0e-0fcd5f18f286 admin admin] Allocated IP 172.20.0.1 (61e6c2ec-9082-4875-a218-8630ba468008/558089fa-d5c8-4a60-a96f-efb801414a3b/d6b6c75c-5a46-46ac-ba07-768e5aab4407) {{(pid=93124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:04:21.563211 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Provisioning complete for port 4f5090b5-d40e-4c80-a45e-141d5ac9814d triggered by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:04:21.563591 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:21.580530 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.plugins.ml2.db [None req-8113e2b6-aaef-48ae-9499-dce4af2fdef4 None None] For port 4f244bb9-a782-48c5-8c92-a01f651b45f8, host dv-cinder-772388-5-smb, cleared binding levels {{(pid=93127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:04:21.584275 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.plugins.ml2.db [None req-8113e2b6-aaef-48ae-9499-dce4af2fdef4 None None] For port 4f244bb9-a782-48c5-8c92-a01f651b45f8, host dv-cinder-772388-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-smb',level=0,port_id=4f244bb9-a782-48c5-8c92-a01f651b45f8,segment=NetworkSegment(9701132a-6585-4d51-ae24-db0b91696e59),segment_id=9701132a-6585-4d51-ae24-db0b91696e59)] {{(pid=93127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:04:21.594190 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-8113e2b6-aaef-48ae-9499-dce4af2fdef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:21.598806 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG oslo_concurrency.lockutils [None req-d785bc6f-92a8-4996-b555-8f0bca4e5ada None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:21.650261 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-01a4950f-04fe-4558-b02c-67155d613483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:21.659518 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d785bc6f-92a8-4996-b555-8f0bca4e5ada None None] Pushing event updated for resources: {'Port': ['ID=4f244bb9-a782-48c5-8c92-a01f651b45f8,revision_number=3']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:21.670476 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG oslo_concurrency.lockutils [None req-d785bc6f-92a8-4996-b555-8f0bca4e5ada None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:21.677950 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-01a4950f-04fe-4558-b02c-67155d613483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:21.688062 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8113e2b6-aaef-48ae-9499-dce4af2fdef4 None None] Routers {'1511fe44-47e2-4677-b0bf-fa640cc3b369'} bound to L3 agent in host dv-cinder-772388-5-smb {{(pid=93127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:04:21.688964 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_hamode_db [None req-8113e2b6-aaef-48ae-9499-dce4af2fdef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T11:56:31Z,description=,heartbeat_timestamp=2021-06-28T12:04:01Z,host='dv-cinder-772388-5-smb',id=a3516409-90ed-42c0-9869-2f9c81c3e104,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:56:31Z,topic='l3_agent')) {'router_ids': ['1511fe44-47e2-4677-b0bf-fa640cc3b369'], 'active': True} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:04:21.729369 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:21.736526 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-01a4950f-04fe-4558-b02c-67155d613483 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e71a8a556c43470a83feca832130c534&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9494650 Jun 28 12:04:21.737303 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 55176) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:04:21.816466 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_dvr_db [None req-8113e2b6-aaef-48ae-9499-dce4af2fdef4 None None] Set router 1511fe44-47e2-4677-b0bf-fa640cc3b369 gateway port host: dv-cinder-772388-5-smb {{(pid=93127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:04:21.860828 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-3d54309f-fdb1-4ea8-a840-c1f95ab107c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:21.891425 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-3d54309f-fdb1-4ea8-a840-c1f95ab107c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:21.979243 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a4950f-04fe-4558-b02c-67155d613483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3adfa56b-0663-4299-888e-d280bb3c645d,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:22.004721 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-3d54309f-fdb1-4ea8-a840-c1f95ab107c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:22.005464 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-01a4950f-04fe-4558-b02c-67155d613483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:22.008546 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-d5d1ace0-f4d2-4203-a43a-c59d54c1098d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:22.017546 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-3d54309f-fdb1-4ea8-a840-c1f95ab107c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:22.018873 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-3d54309f-fdb1-4ea8-a840-c1f95ab107c4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3adfa56b-0663-4299-888e-d280bb3c645d HTTP/1.1" status: 204 len: 168 time: 0.2473431 Jun 28 12:04:22.023093 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:22.026152 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-56953e98-30bd-4b09-bdb8-1e90f3d9f56b req-7641960a-a96d-48b6-b98e-c145f726efc9 service neutron] 10.222.0.26 "GET /v2.0/networks/1234ac8c-174f-41c3-8425-b4be39dc33cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4903755 Jun 28 12:04:22.042162 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54309f-fdb1-4ea8-a840-c1f95ab107c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3adfa56b-0663-4299-888e-d280bb3c645d,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:22.045477 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-3d54309f-fdb1-4ea8-a840-c1f95ab107c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:22.048603 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-a0379e5b-7d09-49d1-bb0e-0fcd5f18f286 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:22.094408 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-a0379e5b-7d09-49d1-bb0e-0fcd5f18f286 admin admin] Transition to ACTIVE for port object d6b6c75c-5a46-46ac-ba07-768e5aab4407 will not be triggered until provisioned by entity DHCP. {{(pid=93124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:04:22.140181 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_hamode_db [None req-8113e2b6-aaef-48ae-9499-dce4af2fdef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1511fe44-47e2-4677-b0bf-fa640cc3b369', 'name': 'tempest-AttachVolumeShelveTestJSON-866816773-router', 'tenant_id': '25df7236fcb6488397fe969e6963f8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': '4f244bb9-a782-48c5-8c92-a01f651b45f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:04:16Z', 'updated_at': '2021-06-28T12:04:18Z', 'revision_number': 3, 'project_id': '25df7236fcb6488397fe969e6963f8c4', 'gw_port': {'id': '4f244bb9-a782-48c5-8c92-a01f651b45f8', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f4:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1511fe44-47e2-4677-b0bf-fa640cc3b369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:04:17Z', 'updated_at': '2021-06-28T12:04:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb'}], 'dv-cinder-772388-5-smb', False) {} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:04:22.180469 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-a0379e5b-7d09-49d1-bb0e-0fcd5f18f286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751010131950'] for port, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:22.190342 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8113e2b6-aaef-48ae-9499-dce4af2fdef4 None None] The sync data for ids ['1511fe44-47e2-4677-b0bf-fa640cc3b369'] in dv-cinder-772388-5-smb is: [{'id': '1511fe44-47e2-4677-b0bf-fa640cc3b369', 'name': 'tempest-AttachVolumeShelveTestJSON-866816773-router', 'tenant_id': '25df7236fcb6488397fe969e6963f8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': '4f244bb9-a782-48c5-8c92-a01f651b45f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:04:16Z', 'updated_at': '2021-06-28T12:04:18Z', 'revision_number': 3, 'project_id': '25df7236fcb6488397fe969e6963f8c4', 'gw_port': {'id': '4f244bb9-a782-48c5-8c92-a01f651b45f8', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f4:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1511fe44-47e2-4677-b0bf-fa640cc3b369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:04:17Z', 'updated_at': '2021-06-28T12:04:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb'}] {{(pid=93127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:04:22.201428 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:22.212952 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-0ee22ae1-1583-4f1f-8885-72a65b9ca8a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:22.221805 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-0ee22ae1-1583-4f1f-8885-72a65b9ca8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:22.254726 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-c9493280-386a-4a26-9139-afd0bc926a88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:22.260183 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0379e5b-7d09-49d1-bb0e-0fcd5f18f286 admin admin] Network 61e6c2ec-9082-4875-a218-8630ba468008 is already hosted by enough agents. {{(pid=93124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:04:22.264965 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.base_scheduler [None req-a0379e5b-7d09-49d1-bb0e-0fcd5f18f286 admin admin] Resources bound (agent type, host, resource id): {{(pid=93124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:04:22.279325 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0379e5b-7d09-49d1-bb0e-0fcd5f18f286 admin admin] Received port after_create {{(pid=93124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:04:22.279835 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-a0379e5b-7d09-49d1-bb0e-0fcd5f18f286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695481'] for router_interface, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:22.287568 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0379e5b-7d09-49d1-bb0e-0fcd5f18f286 admin admin] Pushing event updated for resources: {'Port': ['ID=d6b6c75c-5a46-46ac-ba07-768e5aab4407,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:22.378568 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-a0379e5b-7d09-49d1-bb0e-0fcd5f18f286 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:22.410326 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-0ee22ae1-1583-4f1f-8885-72a65b9ca8a0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b95e7a61cbcf44a7a3dea845d74407a4&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9743876 Jun 28 12:04:22.413479 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 55210) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:04:22.559083 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee22ae1-1583-4f1f-8885-72a65b9ca8a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7aad478-1af8-4ed9-b670-fa54a166963f,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:22.562927 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-d5d1ace0-f4d2-4203-a43a-c59d54c1098d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3799529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3698553'] for router, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:22.570328 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-0ee22ae1-1583-4f1f-8885-72a65b9ca8a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:22.601377 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-95d622c1-6c7d-4abb-b768-2a295381d75b req-fbd8f121-f88b-4ad1-9e8d-72746d633057 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5c28880-3292-4f08-9c52-844bedd74d10 HTTP/1.1" status: 200 len: 210 time: 0.1269784 Jun 28 12:04:22.746577 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-a48b87a5-9a98-4ec5-8843-f54ca3424a4d req-be7b973d-12da-4555-8930-b4a69d2fd0db tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dadbbfe-41fa-4902-9249-d28470f9573d HTTP/1.1" status: 200 len: 210 time: 0.1423302 Jun 28 12:04:22.768826 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-c8f1061a-c887-49ab-8f1a-2ef9630a502b None None] Provisioning for port d6b6c75c-5a46-46ac-ba07-768e5aab4407 completed by entity DHCP. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:04:22.779659 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-c8f1061a-c887-49ab-8f1a-2ef9630a502b None None] Provisioning complete for port d6b6c75c-5a46-46ac-ba07-768e5aab4407 triggered by entity DHCP. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:04:22.781845 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-c8f1061a-c887-49ab-8f1a-2ef9630a502b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:22.847502 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.plugin [None req-c8f1061a-c887-49ab-8f1a-2ef9630a502b None None] Port d6b6c75c-5a46-46ac-ba07-768e5aab4407 cannot update to ACTIVE because it is not bound. {{(pid=93126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:04:22.864772 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-3cb783c8-bf52-4a66-9f35-4dd22eee12ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:22.868547 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-a0379e5b-7d09-49d1-bb0e-0fcd5f18f286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:22.891781 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 55230) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:04:22.936490 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-a340c28b-481b-402c-aa5e-15d37180a205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:23.045678 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-3cb783c8-bf52-4a66-9f35-4dd22eee12ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:23.068129 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5d1ace0-f4d2-4203-a43a-c59d54c1098d admin admin] Router 29fe356a-fe82-40a0-8bb9-e96060a9a84a is scheduled to L3 agent a3516409-90ed-42c0-9869-2f9c81c3e104 with binding_index 1 {{(pid=93125) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 12:04:23.280823 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-a340c28b-481b-402c-aa5e-15d37180a205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:23.350561 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-3cb783c8-bf52-4a66-9f35-4dd22eee12ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:23.361881 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-3cb783c8-bf52-4a66-9f35-4dd22eee12ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:23.367345 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-3cb783c8-bf52-4a66-9f35-4dd22eee12ab admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f7aad478-1af8-4ed9-b670-fa54a166963f HTTP/1.1" status: 204 len: 168 time: 0.9496357 Jun 28 12:04:23.369225 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-a340c28b-481b-402c-aa5e-15d37180a205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:23.377467 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-0ee22ae1-1583-4f1f-8885-72a65b9ca8a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:23.386788 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:23.394621 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb783c8-bf52-4a66-9f35-4dd22eee12ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7aad478-1af8-4ed9-b670-fa54a166963f,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:23.406643 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-3cb783c8-bf52-4a66-9f35-4dd22eee12ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:23.439520 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5d1ace0-f4d2-4203-a43a-c59d54c1098d admin admin] Notify agent at l3_agent.dv-cinder-772388-5-smb the message routers_updated {{(pid=93125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 12:04:23.452234 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5cfb91-8079-487a-83cf-d56317902c45 None None] Sync routers for ids ['29fe356a-fe82-40a0-8bb9-e96060a9a84a'] in dv-cinder-772388-5-smb {{(pid=93126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:04:23.473190 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5cfb91-8079-487a-83cf-d56317902c45 None None] Routers {'29fe356a-fe82-40a0-8bb9-e96060a9a84a'} bound to L3 agent in host dv-cinder-772388-5-smb {{(pid=93126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:04:23.477959 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-d5d1ace0-f4d2-4203-a43a-c59d54c1098d admin admin] Notify callbacks [] for router, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:23.479200 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-d5d1ace0-f4d2-4203-a43a-c59d54c1098d admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.0384433 Jun 28 12:04:23.480878 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_hamode_db [None req-2e5cfb91-8079-487a-83cf-d56317902c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T11:56:31Z,description=,heartbeat_timestamp=2021-06-28T12:04:01Z,host='dv-cinder-772388-5-smb',id=a3516409-90ed-42c0-9869-2f9c81c3e104,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:56:31Z,topic='l3_agent')) {'router_ids': ['29fe356a-fe82-40a0-8bb9-e96060a9a84a'], 'active': True} {{(pid=93126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:04:23.482100 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 55262) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:04:23.501152 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-a340c28b-481b-402c-aa5e-15d37180a205 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=36f38351bd8d4260bd5e1134d53ba010&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6078031 Jun 28 12:04:23.502266 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a340c28b-481b-402c-aa5e-15d37180a205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=317c6441-5976-4232-bf8e-2acde2e8965f,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:23.511218 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 55264) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:04:23.514580 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-a340c28b-481b-402c-aa5e-15d37180a205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:23.626519 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 55268) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:04:23.631249 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device 4f244bb9-a782-48c5-8c92-a01f651b45f8 up at agent ovs-agent-dv-cinder-772388-5-smb {{(pid=93126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:04:23.677555 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-a0379e5b-7d09-49d1-bb0e-0fcd5f18f286 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:23.691899 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-64ac04b2-211b-4149-aea5-3fb6df78f38c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:23.697433 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-a0379e5b-7d09-49d1-bb0e-0fcd5f18f286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:23.786381 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-a0379e5b-7d09-49d1-bb0e-0fcd5f18f286 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695509'] for router_interface, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:23.806357 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-c010092a-07ee-4fea-ac84-60ae3ed9f754 req-6369965b-9fab-4d48-a5aa-d685819b65f1 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5c28880-3292-4f08-9c52-844bedd74d10 HTTP/1.1" status: 200 len: 210 time: 0.1099441 Jun 28 12:04:23.835348 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-a0379e5b-7d09-49d1-bb0e-0fcd5f18f286 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:23.967091 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvr_db [None req-2e5cfb91-8079-487a-83cf-d56317902c45 None None] Set router 29fe356a-fe82-40a0-8bb9-e96060a9a84a gateway port host: dv-cinder-772388-5-smb {{(pid=93126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:04:23.983272 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-64ac04b2-211b-4149-aea5-3fb6df78f38c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:24.114501 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-aa30966c-554c-4571-bcd2-2846582531ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:24.154640 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Provisioning for port 4f244bb9-a782-48c5-8c92-a01f651b45f8 completed by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:04:24.191283 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Provisioning complete for port 4f244bb9-a782-48c5-8c92-a01f651b45f8 triggered by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:04:24.191669 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:24.239595 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 55288) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:04:24.241026 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0379e5b-7d09-49d1-bb0e-0fcd5f18f286 admin admin] Pushing event updated for resources: {'Port': ['ID=d6b6c75c-5a46-46ac-ba07-768e5aab4407,revision_number=2']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:24.255019 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-a0379e5b-7d09-49d1-bb0e-0fcd5f18f286 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:24.289239 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-6f635ce5-6882-4e42-9914-76237661cc4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:24.338550 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:24.391664 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] For port 4f244bb9-a782-48c5-8c92-a01f651b45f8, host dv-cinder-772388-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-smb',level=0,port_id=4f244bb9-a782-48c5-8c92-a01f651b45f8,segment=NetworkSegment(9701132a-6585-4d51-ae24-db0b91696e59),segment_id=9701132a-6585-4d51-ae24-db0b91696e59)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:04:24.403983 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:24.411288 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:24.490676 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-629728d5-05e1-4771-9389-a08a7129ef6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:24.505475 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Pushing event updated for resources: {'Port': ['ID=4f244bb9-a782-48c5-8c92-a01f651b45f8,revision_number=4']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:24.522177 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:24.526464 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.61', 61147) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:04:24.602866 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_hamode_db [None req-2e5cfb91-8079-487a-83cf-d56317902c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29fe356a-fe82-40a0-8bb9-e96060a9a84a', 'name': 'tempest-ServerRescueNegativeTestJSON-112051765-router', 'tenant_id': 'fe7c3f2e1d4146aca83e0fef204d622b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.176'}], 'enable_snat': True}, 'gw_port_id': 'f25239ca-a5ee-4168-81dd-176870d8e2cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:04:18Z', 'updated_at': '2021-06-28T12:04:21Z', 'revision_number': 3, 'project_id': 'fe7c3f2e1d4146aca83e0fef204d622b', 'gw_port': {'id': 'f25239ca-a5ee-4168-81dd-176870d8e2cb', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:70:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29fe356a-fe82-40a0-8bb9-e96060a9a84a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:04:19Z', 'updated_at': '2021-06-28T12:04:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb'}], 'dv-cinder-772388-5-smb', False) {} {{(pid=93126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:04:24.615734 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0379e5b-7d09-49d1-bb0e-0fcd5f18f286 admin admin] Network 61e6c2ec-9082-4875-a218-8630ba468008 is already hosted by enough agents. {{(pid=93124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:04:24.629810 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-efa57342-d3ce-4e27-ac9b-b774ca28b177 req-78a39843-6605-4363-a8ad-814c3ea479a9 tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dadbbfe-41fa-4902-9249-d28470f9573d HTTP/1.1" status: 200 len: 210 time: 0.4860036 Jun 28 12:04:24.637302 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-64ac04b2-211b-4149-aea5-3fb6df78f38c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:24.645943 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.base_scheduler [None req-a0379e5b-7d09-49d1-bb0e-0fcd5f18f286 admin admin] Resources bound (agent type, host, resource id): {{(pid=93124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:04:24.675006 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-64ac04b2-211b-4149-aea5-3fb6df78f38c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:24.678818 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-64ac04b2-211b-4149-aea5-3fb6df78f38c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/317c6441-5976-4232-bf8e-2acde2e8965f HTTP/1.1" status: 204 len: 168 time: 1.1639431 Jun 28 12:04:24.681856 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-c534fee9-0336-4fc2-8924-0cda15213875 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:24.756084 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5cfb91-8079-487a-83cf-d56317902c45 None None] Checking router: 29fe356a-fe82-40a0-8bb9-e96060a9a84a for host: dv-cinder-772388-5-smb {{(pid=93126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:04:24.758459 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5cfb91-8079-487a-83cf-d56317902c45 None None] Updating router 29fe356a-fe82-40a0-8bb9-e96060a9a84a port f25239ca-a5ee-4168-81dd-176870d8e2cb binding host dv-cinder-772388-5-smb {{(pid=93126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 12:04:24.879887 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-2e5cfb91-8079-487a-83cf-d56317902c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:24.982005 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-aa30966c-554c-4571-bcd2-2846582531ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:24.986475 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ac04b2-211b-4149-aea5-3fb6df78f38c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=317c6441-5976-4232-bf8e-2acde2e8965f,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:25.005041 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-64ac04b2-211b-4149-aea5-3fb6df78f38c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:25.005835 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-aa30966c-554c-4571-bcd2-2846582531ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:25.013214 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:25.089587 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa30966c-554c-4571-bcd2-2846582531ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=239457b3-d14b-45ba-945b-8a0acf3cc52b,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:25.100610 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-aa30966c-554c-4571-bcd2-2846582531ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:25.165281 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-aa30966c-554c-4571-bcd2-2846582531ad admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=eb0220d608894a78b00c6d568cefced3&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5337868 Jun 28 12:04:25.165281 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 55324) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:04:25.216203 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0379e5b-7d09-49d1-bb0e-0fcd5f18f286 admin admin] Router 1511fe44-47e2-4677-b0bf-fa640cc3b369 has already been hosted by L3 agent a3516409-90ed-42c0-9869-2f9c81c3e104 {{(pid=93124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:04:25.267986 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-cd109bde-b9a8-4fb0-824c-304254656c43 req-2a450b88-961b-4017-bfaf-1e1cdb1d9bfc tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5c28880-3292-4f08-9c52-844bedd74d10 HTTP/1.1" status: 200 len: 210 time: 0.0436864 Jun 28 12:04:25.321411 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.db_base_plugin_common [None req-629728d5-05e1-4771-9389-a08a7129ef6c admin admin] Allocated IP 172.20.0.1 (cc519756-7b35-42fd-b120-3972e87c8408/8a6107a4-8407-4d53-a64c-0df6855e25e1/ef9749d7-ad35-41c0-b159-4bff08c92390) {{(pid=93125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:04:25.340509 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f6eb5-08f1-4f1f-b74f-085df4a538d4 req-8006ac68-baf3-4856-a5fc-0563097ce43b tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:25.342750 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-e49f6eb5-08f1-4f1f-b74f-085df4a538d4 req-8006ac68-baf3-4856-a5fc-0563097ce43b tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] 10.222.0.61 "GET /v2.0/networks?id=1644de9e-102a-4648-a07b-56daa50d4933 HTTP/1.1" status: 200 len: 812 time: 0.8146996 Jun 28 12:04:25.380679 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-012adbea-cbbc-416e-bd08-5878c2c2eace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:25.400822 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.v2.base [req-e49f6eb5-08f1-4f1f-b74f-085df4a538d4 req-fad76aaa-82a4-4f72-aa55-cbaa664f3812 tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] Request body: {'port': {'device_id': '5dadbbfe-41fa-4902-9249-d28470f9573d', 'network_id': '1644de9e-102a-4648-a07b-56daa50d4933', 'admin_state_up': True, 'tenant_id': '2f9002e18e4a4346bed93d42a9081e0c'}} {{(pid=93125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:04:25.421845 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-5d8e9970-cf8c-498b-bc10-b9bb098607dd None None] Provisioning complete for port d6b6c75c-5a46-46ac-ba07-768e5aab4407 triggered by entity DHCP. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:04:25.422447 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-5d8e9970-cf8c-498b-bc10-b9bb098607dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:25.499868 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device 4f244bb9-a782-48c5-8c92-a01f651b45f8 up at agent ovs-agent-dv-cinder-772388-5-smb {{(pid=93126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:04:25.545731 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0379e5b-7d09-49d1-bb0e-0fcd5f18f286 admin admin] Notify agent at l3_agent.dv-cinder-772388-5-smb the message routers_updated {{(pid=93124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 12:04:25.547701 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e9970-cf8c-498b-bc10-b9bb098607dd None None] Port d6b6c75c-5a46-46ac-ba07-768e5aab4407 cannot update to ACTIVE because it is not bound. {{(pid=93126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:04:25.564713 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06b26ab-ccae-4daa-afe2-d549f2331695 None None] Sync routers for ids ['1511fe44-47e2-4677-b0bf-fa640cc3b369'] in dv-cinder-772388-5-smb {{(pid=93127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:04:25.586533 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-a0379e5b-7d09-49d1-bb0e-0fcd5f18f286 admin admin] 10.222.0.26 "PUT /v2.0/routers/1511fe44-47e2-4677-b0bf-fa640cc3b369/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6928675 Jun 28 12:04:25.592734 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06b26ab-ccae-4daa-afe2-d549f2331695 None None] Routers {'1511fe44-47e2-4677-b0bf-fa640cc3b369'} bound to L3 agent in host dv-cinder-772388-5-smb {{(pid=93127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:04:25.595461 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_hamode_db [None req-c06b26ab-ccae-4daa-afe2-d549f2331695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T11:56:31Z,description=,heartbeat_timestamp=2021-06-28T12:04:01Z,host='dv-cinder-772388-5-smb',id=a3516409-90ed-42c0-9869-2f9c81c3e104,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:56:31Z,topic='l3_agent')) {'router_ids': ['1511fe44-47e2-4677-b0bf-fa640cc3b369'], 'active': True} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:04:25.616837 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-012adbea-cbbc-416e-bd08-5878c2c2eace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:25.629412 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.61', 61154) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:04:25.686049 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-6f635ce5-6882-4e42-9914-76237661cc4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:25.755999 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-6f635ce5-6882-4e42-9914-76237661cc4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:25.821598 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-2e5cfb91-8079-487a-83cf-d56317902c45 None None] Notify callbacks [] for port, precommit_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:25.853844 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:25.875490 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_dvr_db [None req-c06b26ab-ccae-4daa-afe2-d549f2331695 None None] Set router 1511fe44-47e2-4677-b0bf-fa640cc3b369 gateway port host: dv-cinder-772388-5-smb {{(pid=93127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:04:25.886305 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-629728d5-05e1-4771-9389-a08a7129ef6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:25.886991 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Provisioning complete for port 4f244bb9-a782-48c5-8c92-a01f651b45f8 triggered by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:04:25.887433 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:25.919308 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-012adbea-cbbc-416e-bd08-5878c2c2eace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:25.927568 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-012adbea-cbbc-416e-bd08-5878c2c2eace admin admin] Notify callbacks [] for security_group, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:25.930931 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-2e5cfb91-8079-487a-83cf-d56317902c45 None None] Transition to ACTIVE for port object f25239ca-a5ee-4168-81dd-176870d8e2cb will not be triggered until provisioned by entity L2. {{(pid=93126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:04:25.938246 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-012adbea-cbbc-416e-bd08-5878c2c2eace admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/239457b3-d14b-45ba-945b-8a0acf3cc52b HTTP/1.1" status: 204 len: 168 time: 0.7704260 Jun 28 12:04:25.940468 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-f6e26989-f195-4080-a400-7e6cc28a8b7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:25.949780 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56953e98-30bd-4b09-bdb8-1e90f3d9f56b req-07533db4-be12-479f-a992-9ada5a115048 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:25.959681 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-2e5cfb91-8079-487a-83cf-d56317902c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:25.962039 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-56953e98-30bd-4b09-bdb8-1e90f3d9f56b req-07533db4-be12-479f-a992-9ada5a115048 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.61 "GET /v2.0/networks?id=1234ac8c-174f-41c3-8425-b4be39dc33cb HTTP/1.1" status: 200 len: 815 time: 0.3316097 Jun 28 12:04:25.977809 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-ffc5883f-da87-45b3-b1b6-f616007ec93b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:25.983069 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.v2.base [req-56953e98-30bd-4b09-bdb8-1e90f3d9f56b req-7e4edd71-66cc-4710-b523-ffb43a2e7d15 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Request body: {'port': {'device_id': 'b5c28880-3292-4f08-9c52-844bedd74d10', 'network_id': '1234ac8c-174f-41c3-8425-b4be39dc33cb', 'admin_state_up': True, 'tenant_id': 'd9d98709642940d68943de79af7f342e'}} {{(pid=93124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:04:26.093713 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f635ce5-6882-4e42-9914-76237661cc4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89fa6097-0d93-4ef3-9152-0555d9131ef9,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:26.121014 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-6f635ce5-6882-4e42-9914-76237661cc4b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=277a570e7f5d4bea87e93d900d20d9bd&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8775225 Jun 28 12:04:26.121014 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-6f635ce5-6882-4e42-9914-76237661cc4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:26.124192 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 55376) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:04:26.128377 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.managers [None req-2e5cfb91-8079-487a-83cf-d56317902c45 None None] Attempting to bind port f25239ca-a5ee-4168-81dd-176870d8e2cb on host dv-cinder-772388-5-smb for vnic_type normal with profile {{(pid=93126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:04:26.128820 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.managers [None req-2e5cfb91-8079-487a-83cf-d56317902c45 None None] Attempting to bind port f25239ca-a5ee-4168-81dd-176870d8e2cb by drivers openvswitch,hyperv on host dv-cinder-772388-5-smb at level 0 using segments [{'id': '9701132a-6585-4d51-ae24-db0b91696e59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008'}] {{(pid=93126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:04:26.129142 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5cfb91-8079-487a-83cf-d56317902c45 None None] Attempting to bind port f25239ca-a5ee-4168-81dd-176870d8e2cb on network ccb85226-c586-4fa5-aec0-6cfbd080c008 {{(pid=93126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:04:26.152000 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e49f6eb5-08f1-4f1f-b74f-085df4a538d4 req-fad76aaa-82a4-4f72-aa55-cbaa664f3812 tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] Made reservation on behalf of 2f9002e18e4a4346bed93d42a9081e0c for: {'port': 1} {{(pid=93125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:04:26.155811 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-e49f6eb5-08f1-4f1f-b74f-085df4a538d4 req-fad76aaa-82a4-4f72-aa55-cbaa664f3812 tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:26.158295 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbb58c6-35a6-4c71-a2e8-6193cfdbeb39 None None] Pushing event updated for resources: {'Port': ['ID=f25239ca-a5ee-4168-81dd-176870d8e2cb,revision_number=2']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:26.167064 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-bbbb58c6-35a6-4c71-a2e8-6193cfdbeb39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:26.167897 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5cfb91-8079-487a-83cf-d56317902c45 None None] Checking agent: {'id': '43dc484d-6faf-4242-a4db-1b59836cdb3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 11, 56, 31), 'started_at': datetime.datetime(2021, 6, 28, 11, 57, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:04:26.168275 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5cfb91-8079-487a-83cf-d56317902c45 None None] Checking segment: {'id': '9701132a-6585-4d51-ae24-db0b91696e59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:04:26.168683 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-2e5cfb91-8079-487a-83cf-d56317902c45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:26.169099 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5cfb91-8079-487a-83cf-d56317902c45 None None] Bound using segment: {'id': '9701132a-6585-4d51-ae24-db0b91696e59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008'} {{(pid=93126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:04:26.169578 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.managers [None req-2e5cfb91-8079-487a-83cf-d56317902c45 None None] Bound port: f25239ca-a5ee-4168-81dd-176870d8e2cb, host: dv-cinder-772388-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9701132a-6585-4d51-ae24-db0b91696e59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008'}}] {{(pid=93126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:04:26.169968 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-2e5cfb91-8079-487a-83cf-d56317902c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:26.239667 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-629728d5-05e1-4771-9389-a08a7129ef6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751010131950'] for port, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:26.271174 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-d5d1ace0-f4d2-4203-a43a-c59d54c1098d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:26.304445 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012adbea-cbbc-416e-bd08-5878c2c2eace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=239457b3-d14b-45ba-945b-8a0acf3cc52b,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:26.337189 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_hamode_db [None req-c06b26ab-ccae-4daa-afe2-d549f2331695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1511fe44-47e2-4677-b0bf-fa640cc3b369', 'name': 'tempest-AttachVolumeShelveTestJSON-866816773-router', 'tenant_id': '25df7236fcb6488397fe969e6963f8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': '4f244bb9-a782-48c5-8c92-a01f651b45f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:04:16Z', 'updated_at': '2021-06-28T12:04:22Z', 'revision_number': 4, 'project_id': '25df7236fcb6488397fe969e6963f8c4', 'gw_port': {'id': '4f244bb9-a782-48c5-8c92-a01f651b45f8', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1511fe44-47e2-4677-b0bf-fa640cc3b369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:04:17Z', 'updated_at': '2021-06-28T12:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb', '_interfaces': [{'id': 'd6b6c75c-5a46-46ac-ba07-768e5aab4407', 'name': '', 'network_id': '61e6c2ec-9082-4875-a218-8630ba468008', 'tenant_id': '25df7236fcb6488397fe969e6963f8c4', 'mac_address': 'fa:16:3e:63:75:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1511fe44-47e2-4677-b0bf-fa640cc3b369', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '558089fa-d5c8-4a60-a96f-efb801414a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:04:21Z', 'updated_at': '2021-06-28T12:04:23Z', 'revision_number': 2, 'project_id': '25df7236fcb6488397fe969e6963f8c4', 'subnets': [{'id': '558089fa-d5c8-4a60-a96f-efb801414a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-smb', False) {} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:04:26.352825 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-012adbea-cbbc-416e-bd08-5878c2c2eace admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:26.413654 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06b26ab-ccae-4daa-afe2-d549f2331695 None None] Checking router: 1511fe44-47e2-4677-b0bf-fa640cc3b369 for host: dv-cinder-772388-5-smb {{(pid=93127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:04:26.417799 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56953e98-30bd-4b09-bdb8-1e90f3d9f56b req-7e4edd71-66cc-4710-b523-ffb43a2e7d15 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Made reservation on behalf of d9d98709642940d68943de79af7f342e for: {'port': 1} {{(pid=93124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:04:26.418494 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06b26ab-ccae-4daa-afe2-d549f2331695 None None] Updating router 1511fe44-47e2-4677-b0bf-fa640cc3b369 port d6b6c75c-5a46-46ac-ba07-768e5aab4407 binding host dv-cinder-772388-5-smb {{(pid=93127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 12:04:26.418724 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-2e5cfb91-8079-487a-83cf-d56317902c45 None None] For port f25239ca-a5ee-4168-81dd-176870d8e2cb, host dv-cinder-772388-5-smb, cleared binding levels {{(pid=93126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:04:26.423958 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-2e5cfb91-8079-487a-83cf-d56317902c45 None None] For port f25239ca-a5ee-4168-81dd-176870d8e2cb, host dv-cinder-772388-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-smb',level=0,port_id=f25239ca-a5ee-4168-81dd-176870d8e2cb,segment=NetworkSegment(9701132a-6585-4d51-ae24-db0b91696e59),segment_id=9701132a-6585-4d51-ae24-db0b91696e59)] {{(pid=93126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:04:26.427431 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [req-56953e98-30bd-4b09-bdb8-1e90f3d9f56b req-7e4edd71-66cc-4710-b523-ffb43a2e7d15 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:26.438511 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-2e5cfb91-8079-487a-83cf-d56317902c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:26.454751 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-2b6d4316-8719-4d8a-9649-3aca234eaf62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:26.493644 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-c06b26ab-ccae-4daa-afe2-d549f2331695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:26.496043 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-4125bcf3-3f6f-4cbd-9f1f-ce1049cc4339 req-9fae85c9-abed-46d8-b4fb-49584ecf97c4 tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dadbbfe-41fa-4902-9249-d28470f9573d HTTP/1.1" status: 200 len: 210 time: 0.1402805 Jun 28 12:04:26.594992 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbb58c6-35a6-4c71-a2e8-6193cfdbeb39 None None] Pushing event updated for resources: {'Port': ['ID=f25239ca-a5ee-4168-81dd-176870d8e2cb,revision_number=3']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:26.608109 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-bbbb58c6-35a6-4c71-a2e8-6193cfdbeb39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:26.618111 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-b806db12-0d9e-4d41-9824-d8ab7bf30d31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:26.638927 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5cfb91-8079-487a-83cf-d56317902c45 None None] Routers {'29fe356a-fe82-40a0-8bb9-e96060a9a84a'} bound to L3 agent in host dv-cinder-772388-5-smb {{(pid=93126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:04:26.639742 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_hamode_db [None req-2e5cfb91-8079-487a-83cf-d56317902c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T11:56:31Z,description=,heartbeat_timestamp=2021-06-28T12:04:01Z,host='dv-cinder-772388-5-smb',id=a3516409-90ed-42c0-9869-2f9c81c3e104,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:56:31Z,topic='l3_agent')) {'router_ids': ['29fe356a-fe82-40a0-8bb9-e96060a9a84a'], 'active': True} {{(pid=93126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:04:26.642724 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629728d5-05e1-4771-9389-a08a7129ef6c admin admin] Network cc519756-7b35-42fd-b120-3972e87c8408 is already hosted by enough agents. {{(pid=93125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:04:26.773508 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.base_scheduler [None req-629728d5-05e1-4771-9389-a08a7129ef6c admin admin] Resources bound (agent type, host, resource id): {{(pid=93125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:04:26.782307 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629728d5-05e1-4771-9389-a08a7129ef6c admin admin] Pushing event updated for resources: {'Port': ['ID=ef9749d7-ad35-41c0-b159-4bff08c92390,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:26.833308 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629728d5-05e1-4771-9389-a08a7129ef6c admin admin] Received port after_create {{(pid=93125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:04:26.840175 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-629728d5-05e1-4771-9389-a08a7129ef6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695481'] for router_interface, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:26.938820 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 55406) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:04:26.939643 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-c8a76832-38f6-423f-af4f-5fa4c50a9e8b req-1b19e192-f039-4ddd-9002-13b3214d32ad tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5c28880-3292-4f08-9c52-844bedd74d10 HTTP/1.1" status: 200 len: 210 time: 0.0878530 Jun 28 12:04:26.940539 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvr_db [None req-2e5cfb91-8079-487a-83cf-d56317902c45 None None] Set router 29fe356a-fe82-40a0-8bb9-e96060a9a84a gateway port host: dv-cinder-772388-5-smb {{(pid=93126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:04:27.036985 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.db.db_base_plugin_common [req-56953e98-30bd-4b09-bdb8-1e90f3d9f56b req-7e4edd71-66cc-4710-b523-ffb43a2e7d15 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Allocated IP 172.20.0.3 (1234ac8c-174f-41c3-8425-b4be39dc33cb/44c02f51-e468-4503-8e99-c53bcbc29dec/e58a98e9-2965-4605-bf27-7b797eb79f7a) {{(pid=93124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:04:27.094444 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-b806db12-0d9e-4d41-9824-d8ab7bf30d31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:27.114665 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.v2.base [None req-57a0c7f5-7f9b-4a22-8d10-26840c5af2bc tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1166901234', 'description': 'tempest-description--1272248944'}} {{(pid=93125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:04:27.264214 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-c06b26ab-ccae-4daa-afe2-d549f2331695 None None] Notify callbacks [] for port, precommit_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:27.282023 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.provisioning_blocks [None req-c06b26ab-ccae-4daa-afe2-d549f2331695 None None] Transition to ACTIVE for port object d6b6c75c-5a46-46ac-ba07-768e5aab4407 will not be triggered until provisioned by entity L2. {{(pid=93127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:04:27.291026 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-c06b26ab-ccae-4daa-afe2-d549f2331695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:27.298127 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:27.385973 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d00983-0c1e-4c73-9614-dc18858e4a02 None None] Pushing event updated for resources: {'Port': ['ID=d6b6c75c-5a46-46ac-ba07-768e5aab4407,revision_number=3']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:27.390244 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG oslo_concurrency.lockutils [None req-32d00983-0c1e-4c73-9614-dc18858e4a02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:27.495817 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.plugins.ml2.managers [None req-c06b26ab-ccae-4daa-afe2-d549f2331695 None None] Attempting to bind port d6b6c75c-5a46-46ac-ba07-768e5aab4407 on host dv-cinder-772388-5-smb for vnic_type normal with profile {{(pid=93127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:04:27.496326 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.plugins.ml2.managers [None req-c06b26ab-ccae-4daa-afe2-d549f2331695 None None] Attempting to bind port d6b6c75c-5a46-46ac-ba07-768e5aab4407 by drivers openvswitch,hyperv on host dv-cinder-772388-5-smb at level 0 using segments [{'id': 'aed9295f-7fc3-449f-af4b-5fa9a30585ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '61e6c2ec-9082-4875-a218-8630ba468008'}] {{(pid=93127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:04:27.496832 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06b26ab-ccae-4daa-afe2-d549f2331695 None None] Attempting to bind port d6b6c75c-5a46-46ac-ba07-768e5aab4407 on network 61e6c2ec-9082-4875-a218-8630ba468008 {{(pid=93127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:04:27.502674 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06b26ab-ccae-4daa-afe2-d549f2331695 None None] Checking agent: {'id': '43dc484d-6faf-4242-a4db-1b59836cdb3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 11, 56, 31), 'started_at': datetime.datetime(2021, 6, 28, 11, 57, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:04:27.503885 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06b26ab-ccae-4daa-afe2-d549f2331695 None None] Checking segment: {'id': 'aed9295f-7fc3-449f-af4b-5fa9a30585ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '61e6c2ec-9082-4875-a218-8630ba468008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:04:27.504519 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-c06b26ab-ccae-4daa-afe2-d549f2331695 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:27.505067 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06b26ab-ccae-4daa-afe2-d549f2331695 None None] Bound using segment: {'id': 'aed9295f-7fc3-449f-af4b-5fa9a30585ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '61e6c2ec-9082-4875-a218-8630ba468008'} {{(pid=93127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:04:27.505705 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.plugins.ml2.managers [None req-c06b26ab-ccae-4daa-afe2-d549f2331695 None None] Bound port: d6b6c75c-5a46-46ac-ba07-768e5aab4407, host: dv-cinder-772388-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aed9295f-7fc3-449f-af4b-5fa9a30585ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '61e6c2ec-9082-4875-a218-8630ba468008'}}] {{(pid=93127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:04:27.506205 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-c06b26ab-ccae-4daa-afe2-d549f2331695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:27.524469 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [req-56953e98-30bd-4b09-bdb8-1e90f3d9f56b req-7e4edd71-66cc-4710-b523-ffb43a2e7d15 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Notify callbacks [] for port, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:27.604385 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-629728d5-05e1-4771-9389-a08a7129ef6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.324s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:27.696247 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [req-56953e98-30bd-4b09-bdb8-1e90f3d9f56b req-7e4edd71-66cc-4710-b523-ffb43a2e7d15 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751010131950'] for port, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:27.767518 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-a0379e5b-7d09-49d1-bb0e-0fcd5f18f286 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:27.775607 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.plugins.ml2.db [None req-c06b26ab-ccae-4daa-afe2-d549f2331695 None None] For port d6b6c75c-5a46-46ac-ba07-768e5aab4407, host dv-cinder-772388-5-smb, cleared binding levels {{(pid=93127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:04:27.783637 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.plugins.ml2.db [None req-c06b26ab-ccae-4daa-afe2-d549f2331695 None None] For port d6b6c75c-5a46-46ac-ba07-768e5aab4407, host dv-cinder-772388-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-smb',level=0,port_id=d6b6c75c-5a46-46ac-ba07-768e5aab4407,segment=NetworkSegment(aed9295f-7fc3-449f-af4b-5fa9a30585ae),segment_id=aed9295f-7fc3-449f-af4b-5fa9a30585ae)] {{(pid=93127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:04:27.791147 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-c06b26ab-ccae-4daa-afe2-d549f2331695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:27.819251 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG oslo_concurrency.lockutils [None req-d785bc6f-92a8-4996-b555-8f0bca4e5ada None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:27.834162 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-57a0c7f5-7f9b-4a22-8d10-26840c5af2bc tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks [] for security_group, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:27.868532 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06b26ab-ccae-4daa-afe2-d549f2331695 None None] Routers {'1511fe44-47e2-4677-b0bf-fa640cc3b369'} bound to L3 agent in host dv-cinder-772388-5-smb {{(pid=93127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:04:27.869566 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_hamode_db [None req-c06b26ab-ccae-4daa-afe2-d549f2331695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T11:56:31Z,description=,heartbeat_timestamp=2021-06-28T12:04:01Z,host='dv-cinder-772388-5-smb',id=a3516409-90ed-42c0-9869-2f9c81c3e104,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:56:31Z,topic='l3_agent')) {'router_ids': ['1511fe44-47e2-4677-b0bf-fa640cc3b369'], 'active': True} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:04:28.048675 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_hamode_db [None req-2e5cfb91-8079-487a-83cf-d56317902c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29fe356a-fe82-40a0-8bb9-e96060a9a84a', 'name': 'tempest-ServerRescueNegativeTestJSON-112051765-router', 'tenant_id': 'fe7c3f2e1d4146aca83e0fef204d622b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.176'}], 'enable_snat': True}, 'gw_port_id': 'f25239ca-a5ee-4168-81dd-176870d8e2cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:04:18Z', 'updated_at': '2021-06-28T12:04:21Z', 'revision_number': 3, 'project_id': 'fe7c3f2e1d4146aca83e0fef204d622b', 'gw_port': {'id': 'f25239ca-a5ee-4168-81dd-176870d8e2cb', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:70:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29fe356a-fe82-40a0-8bb9-e96060a9a84a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:04:19Z', 'updated_at': '2021-06-28T12:04:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb'}], 'dv-cinder-772388-5-smb', False) {} {{(pid=93126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:04:28.077834 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56953e98-30bd-4b09-bdb8-1e90f3d9f56b req-7e4edd71-66cc-4710-b523-ffb43a2e7d15 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Network 1234ac8c-174f-41c3-8425-b4be39dc33cb is already hosted by enough agents. {{(pid=93124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:04:28.120662 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_dvr_db [None req-c06b26ab-ccae-4daa-afe2-d549f2331695 None None] Set router 1511fe44-47e2-4677-b0bf-fa640cc3b369 gateway port host: dv-cinder-772388-5-smb {{(pid=93127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:04:28.131361 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.db_base_plugin_common [req-e49f6eb5-08f1-4f1f-b74f-085df4a538d4 req-fad76aaa-82a4-4f72-aa55-cbaa664f3812 tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] Allocated IP 172.20.0.10 (1644de9e-102a-4648-a07b-56daa50d4933/863cabcc-94c6-4b78-b7bf-d8e28930a4ab/a9f5bb8e-9509-4dc6-88aa-b7bb7063fa3b) {{(pid=93125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:04:28.164584 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5cfb91-8079-487a-83cf-d56317902c45 None None] The sync data for ids ['29fe356a-fe82-40a0-8bb9-e96060a9a84a'] in dv-cinder-772388-5-smb is: [{'id': '29fe356a-fe82-40a0-8bb9-e96060a9a84a', 'name': 'tempest-ServerRescueNegativeTestJSON-112051765-router', 'tenant_id': 'fe7c3f2e1d4146aca83e0fef204d622b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.176'}], 'enable_snat': True}, 'gw_port_id': 'f25239ca-a5ee-4168-81dd-176870d8e2cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:04:18Z', 'updated_at': '2021-06-28T12:04:21Z', 'revision_number': 3, 'project_id': 'fe7c3f2e1d4146aca83e0fef204d622b', 'gw_port': {'id': 'f25239ca-a5ee-4168-81dd-176870d8e2cb', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:70:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29fe356a-fe82-40a0-8bb9-e96060a9a84a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:04:19Z', 'updated_at': '2021-06-28T12:04:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb'}] {{(pid=93126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:04:28.172822 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.base_scheduler [req-56953e98-30bd-4b09-bdb8-1e90f3d9f56b req-7e4edd71-66cc-4710-b523-ffb43a2e7d15 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Resources bound (agent type, host, resource id): {{(pid=93124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:04:28.191363 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [req-56953e98-30bd-4b09-bdb8-1e90f3d9f56b req-7e4edd71-66cc-4710-b523-ffb43a2e7d15 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Received port after_create {{(pid=93124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:04:28.216117 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56953e98-30bd-4b09-bdb8-1e90f3d9f56b req-7e4edd71-66cc-4710-b523-ffb43a2e7d15 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:28.218258 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [req-56953e98-30bd-4b09-bdb8-1e90f3d9f56b req-7e4edd71-66cc-4710-b523-ffb43a2e7d15 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3735354'] for port, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:28.257455 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-ee540387-b9d1-4c13-9543-1d05104a37a0 req-4205eb35-38c6-43a1-a631-a5cf8e7e9c26 tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dadbbfe-41fa-4902-9249-d28470f9573d HTTP/1.1" status: 200 len: 210 time: 0.3896859 Jun 28 12:04:28.448418 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d00983-0c1e-4c73-9614-dc18858e4a02 None None] Pushing event updated for resources: {'Port': ['ID=d6b6c75c-5a46-46ac-ba07-768e5aab4407,revision_number=4']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:28.467899 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-629728d5-05e1-4771-9389-a08a7129ef6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:28.469927 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG oslo_concurrency.lockutils [None req-32d00983-0c1e-4c73-9614-dc18858e4a02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.651s {{(pid=93127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:28.523352 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-b806db12-0d9e-4d41-9824-d8ab7bf30d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:28.571004 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4edd71-66cc-4710-b523-ffb43a2e7d15 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Pushing event updated for resources: {'Port': ['ID=e58a98e9-2965-4605-bf27-7b797eb79f7a,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:28.599733 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-7e4edd71-66cc-4710-b523-ffb43a2e7d15 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.831s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:28.606130 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-b806db12-0d9e-4d41-9824-d8ab7bf30d31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:28.613022 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-b806db12-0d9e-4d41-9824-d8ab7bf30d31 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/89fa6097-0d93-4ef3-9152-0555d9131ef9 HTTP/1.1" status: 204 len: 168 time: 2.4841807 Jun 28 12:04:28.617629 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:28.630642 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-c714420d-b41b-4706-8d1f-3dc0b8cbea77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:28.789061 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b806db12-0d9e-4d41-9824-d8ab7bf30d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89fa6097-0d93-4ef3-9152-0555d9131ef9,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:28.822945 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30cfbfc-a712-40ed-84da-9f0640f9f3fe req-1e1b82bb-d184-4abe-ac29-fc493c8c434f tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:28.824365 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-c30cfbfc-a712-40ed-84da-9f0640f9f3fe req-1e1b82bb-d184-4abe-ac29-fc493c8c434f tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5c28880-3292-4f08-9c52-844bedd74d10 HTTP/1.1" status: 200 len: 931 time: 0.6531625 Jun 28 12:04:28.833172 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_hamode_db [None req-c06b26ab-ccae-4daa-afe2-d549f2331695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1511fe44-47e2-4677-b0bf-fa640cc3b369', 'name': 'tempest-AttachVolumeShelveTestJSON-866816773-router', 'tenant_id': '25df7236fcb6488397fe969e6963f8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': '4f244bb9-a782-48c5-8c92-a01f651b45f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:04:16Z', 'updated_at': '2021-06-28T12:04:22Z', 'revision_number': 4, 'project_id': '25df7236fcb6488397fe969e6963f8c4', 'gw_port': {'id': '4f244bb9-a782-48c5-8c92-a01f651b45f8', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1511fe44-47e2-4677-b0bf-fa640cc3b369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:04:17Z', 'updated_at': '2021-06-28T12:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb', '_interfaces': [{'id': 'd6b6c75c-5a46-46ac-ba07-768e5aab4407', 'name': '', 'network_id': '61e6c2ec-9082-4875-a218-8630ba468008', 'tenant_id': '25df7236fcb6488397fe969e6963f8c4', 'mac_address': 'fa:16:3e:63:75:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1511fe44-47e2-4677-b0bf-fa640cc3b369', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '558089fa-d5c8-4a60-a96f-efb801414a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:04:21Z', 'updated_at': '2021-06-28T12:04:27Z', 'revision_number': 4, 'project_id': '25df7236fcb6488397fe969e6963f8c4', 'subnets': [{'id': '558089fa-d5c8-4a60-a96f-efb801414a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-smb', False) {} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:04:28.963398 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-b806db12-0d9e-4d41-9824-d8ab7bf30d31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:28.974142 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06b26ab-ccae-4daa-afe2-d549f2331695 None None] The sync data for ids ['1511fe44-47e2-4677-b0bf-fa640cc3b369'] in dv-cinder-772388-5-smb is: [{'id': '1511fe44-47e2-4677-b0bf-fa640cc3b369', 'name': 'tempest-AttachVolumeShelveTestJSON-866816773-router', 'tenant_id': '25df7236fcb6488397fe969e6963f8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': '4f244bb9-a782-48c5-8c92-a01f651b45f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:04:16Z', 'updated_at': '2021-06-28T12:04:22Z', 'revision_number': 4, 'project_id': '25df7236fcb6488397fe969e6963f8c4', 'gw_port': {'id': '4f244bb9-a782-48c5-8c92-a01f651b45f8', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1511fe44-47e2-4677-b0bf-fa640cc3b369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:04:17Z', 'updated_at': '2021-06-28T12:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb', '_interfaces': [{'id': 'd6b6c75c-5a46-46ac-ba07-768e5aab4407', 'name': '', 'network_id': '61e6c2ec-9082-4875-a218-8630ba468008', 'tenant_id': '25df7236fcb6488397fe969e6963f8c4', 'mac_address': 'fa:16:3e:63:75:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1511fe44-47e2-4677-b0bf-fa640cc3b369', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '558089fa-d5c8-4a60-a96f-efb801414a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:04:21Z', 'updated_at': '2021-06-28T12:04:27Z', 'revision_number': 4, 'project_id': '25df7236fcb6488397fe969e6963f8c4', 'subnets': [{'id': '558089fa-d5c8-4a60-a96f-efb801414a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:04:29.007273 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-c30cfbfc-a712-40ed-84da-9f0640f9f3fe req-2b073f5c-a371-40b4-b675-5ccbff98d1cf tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/security-groups?id=0046b0d6-801b-426f-9192-d8e3ad3d9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705589 Jun 28 12:04:29.652596 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device f25239ca-a5ee-4168-81dd-176870d8e2cb up at agent ovs-agent-dv-cinder-772388-5-smb {{(pid=93126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:04:29.795247 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-67f73564-10cc-44df-b470-6af7043c52d2 req-67b42c26-6436-4548-921f-cc835dd0d5a1 tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dadbbfe-41fa-4902-9249-d28470f9573d HTTP/1.1" status: 200 len: 210 time: 0.1597426 Jun 28 12:04:29.833195 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Provisioning for port f25239ca-a5ee-4168-81dd-176870d8e2cb completed by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:04:29.842525 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Provisioning complete for port f25239ca-a5ee-4168-81dd-176870d8e2cb triggered by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:04:29.843852 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:30.058897 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:30.104953 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] For port f25239ca-a5ee-4168-81dd-176870d8e2cb, host dv-cinder-772388-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-smb',level=0,port_id=f25239ca-a5ee-4168-81dd-176870d8e2cb,segment=NetworkSegment(9701132a-6585-4d51-ae24-db0b91696e59),segment_id=9701132a-6585-4d51-ae24-db0b91696e59)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:04:30.114025 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:30.115623 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device d6b6c75c-5a46-46ac-ba07-768e5aab4407 up at agent ovs-agent-dv-cinder-772388-5-smb {{(pid=93126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:04:30.117630 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:30.146917 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-e49f6eb5-08f1-4f1f-b74f-085df4a538d4 req-fad76aaa-82a4-4f72-aa55-cbaa664f3812 tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] Notify callbacks [] for port, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:30.148941 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.agents_db [None req-f497f353-63e3-44e2-a2cd-a5845e949060 None None] Agent healthcheck: found 6 active agents {{(pid=93127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:04:30.153044 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-57a0c7f5-7f9b-4a22-8d10-26840c5af2bc tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks [] for security_group, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:30.169200 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-56953e98-30bd-4b09-bdb8-1e90f3d9f56b req-7e4edd71-66cc-4710-b523-ffb43a2e7d15 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1921835 Jun 28 12:04:30.183262 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [req-56953e98-30bd-4b09-bdb8-1e90f3d9f56b req-b780bebb-82c9-4a97-a018-550980b87475 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 12:04:30.183557 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-57a0c7f5-7f9b-4a22-8d10-26840c5af2bc tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:30.184406 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-56953e98-30bd-4b09-bdb8-1e90f3d9f56b req-b780bebb-82c9-4a97-a018-550980b87475 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064919 Jun 28 12:04:30.210469 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:30.358049 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-57a0c7f5-7f9b-4a22-8d10-26840c5af2bc tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks [] for security_group, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:30.363788 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-57a0c7f5-7f9b-4a22-8d10-26840c5af2bc tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 3.2792556 Jun 28 12:04:30.364982 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 55496) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:04:30.370682 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Pushing event updated for resources: {'Port': ['ID=f25239ca-a5ee-4168-81dd-176870d8e2cb,revision_number=4']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:30.379967 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:30.383026 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Provisioning for port d6b6c75c-5a46-46ac-ba07-768e5aab4407 completed by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:04:30.391807 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Provisioning complete for port d6b6c75c-5a46-46ac-ba07-768e5aab4407 triggered by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:04:30.392927 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:30.452198 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.v2.base [None req-78714a12-3143-4ba1-a514-1f678b6df569 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Request body: {'security_group_rule': {'security_group_id': '5742bb03-3e4c-445b-92e8-2e57b510d62a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:04:30.487868 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b7bf49-f335-4fb8-b0e4-0fa5a672b08e req-aad9c987-1fad-4799-ade1-3d292284587c tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:30.497744 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-b5b7bf49-f335-4fb8-b0e4-0fa5a672b08e req-aad9c987-1fad-4799-ade1-3d292284587c tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5c28880-3292-4f08-9c52-844bedd74d10 HTTP/1.1" status: 200 len: 931 time: 0.1865520 Jun 28 12:04:30.503149 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a0c7f5-7f9b-4a22-8d10-26840c5af2bc tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5742bb03-3e4c-445b-92e8-2e57b510d62a,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:30.509048 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-57a0c7f5-7f9b-4a22-8d10-26840c5af2bc tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:30.568001 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-b5b7bf49-f335-4fb8-b0e4-0fa5a672b08e req-c8fa99d5-dd30-490e-832c-4ab27bf7a9c9 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/security-groups?id=0046b0d6-801b-426f-9192-d8e3ad3d9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660355 Jun 28 12:04:30.648438 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-e49f6eb5-08f1-4f1f-b74f-085df4a538d4 req-fad76aaa-82a4-4f72-aa55-cbaa664f3812 tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751010131950'] for port, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:30.677340 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:30.689577 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-629728d5-05e1-4771-9389-a08a7129ef6c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:30.691991 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:30.722121 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.v2.base [req-56953e98-30bd-4b09-bdb8-1e90f3d9f56b req-5271be8b-72f8-410e-8046-17e552d000ac service neutron] Request body: {'port': {'device_id': 'b5c28880-3292-4f08-9c52-844bedd74d10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=93124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:04:30.767381 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] For port d6b6c75c-5a46-46ac-ba07-768e5aab4407, host dv-cinder-772388-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-smb',level=0,port_id=d6b6c75c-5a46-46ac-ba07-768e5aab4407,segment=NetworkSegment(aed9295f-7fc3-449f-af4b-5fa9a30585ae),segment_id=aed9295f-7fc3-449f-af4b-5fa9a30585ae)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:04:30.774587 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:30.779873 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:30.993835 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [req-56953e98-30bd-4b09-bdb8-1e90f3d9f56b req-5271be8b-72f8-410e-8046-17e552d000ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:31.039798 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Pushing event updated for resources: {'Port': ['ID=d6b6c75c-5a46-46ac-ba07-768e5aab4407,revision_number=5']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:31.049558 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:31.187414 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-bc0139c0-38e3-45ff-9cdc-d9074571459d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:31.296818 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-629728d5-05e1-4771-9389-a08a7129ef6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:31.351467 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-78714a12-3143-4ba1-a514-1f678b6df569 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:31.404572 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:31.531822 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device f25239ca-a5ee-4168-81dd-176870d8e2cb up at agent ovs-agent-dv-cinder-772388-5-smb {{(pid=93126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:04:31.676091 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Provisioning complete for port f25239ca-a5ee-4168-81dd-176870d8e2cb triggered by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:04:31.683590 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:31.692283 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-629728d5-05e1-4771-9389-a08a7129ef6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695509'] for router_interface, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:31.702110 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad76aaa-82a4-4f72-aa55-cbaa664f3812 tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] Pushing event updated for resources: {'Port': ['ID=a9f5bb8e-9509-4dc6-88aa-b7bb7063fa3b,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:31.718788 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-fad76aaa-82a4-4f72-aa55-cbaa664f3812 tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.027s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:31.719836 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-fad76aaa-82a4-4f72-aa55-cbaa664f3812 tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:31.900489 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629728d5-05e1-4771-9389-a08a7129ef6c admin admin] Pushing event updated for resources: {'Port': ['ID=ef9749d7-ad35-41c0-b159-4bff08c92390,revision_number=2']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:31.912659 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device d6b6c75c-5a46-46ac-ba07-768e5aab4407 up at agent ovs-agent-dv-cinder-772388-5-smb {{(pid=93126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:04:31.921696 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-629728d5-05e1-4771-9389-a08a7129ef6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:31.974249 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e49f6eb5-08f1-4f1f-b74f-085df4a538d4 req-fad76aaa-82a4-4f72-aa55-cbaa664f3812 tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] Network 1644de9e-102a-4648-a07b-56daa50d4933 is already hosted by enough agents. {{(pid=93125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:04:32.001237 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.base_scheduler [req-e49f6eb5-08f1-4f1f-b74f-085df4a538d4 req-fad76aaa-82a4-4f72-aa55-cbaa664f3812 tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] Resources bound (agent type, host, resource id): {{(pid=93125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:04:32.007454 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Provisioning complete for port d6b6c75c-5a46-46ac-ba07-768e5aab4407 triggered by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:04:32.009487 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:32.026220 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.l3_dvrscheduler_db [req-e49f6eb5-08f1-4f1f-b74f-085df4a538d4 req-fad76aaa-82a4-4f72-aa55-cbaa664f3812 tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] Received port after_create {{(pid=93125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:04:32.032250 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f6eb5-08f1-4f1f-b74f-085df4a538d4 req-fad76aaa-82a4-4f72-aa55-cbaa664f3812 tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:32.057232 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-e49f6eb5-08f1-4f1f-b74f-085df4a538d4 req-fad76aaa-82a4-4f72-aa55-cbaa664f3812 tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3735354'] for port, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:32.241438 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-78714a12-3143-4ba1-a514-1f678b6df569 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:32.295815 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-e49f6eb5-08f1-4f1f-b74f-085df4a538d4 req-fad76aaa-82a4-4f72-aa55-cbaa664f3812 tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.8989398 Jun 28 12:04:32.296743 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-78714a12-3143-4ba1-a514-1f678b6df569 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-408423'] for security_group_rule, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:32.302205 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:32.338325 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.v2.base [req-e49f6eb5-08f1-4f1f-b74f-085df4a538d4 req-d7cd1d90-6142-4dce-ae1a-c03a0e4a6c33 service neutron] Request body: {'port': {'device_id': '5dadbbfe-41fa-4902-9249-d28470f9573d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=93125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:04:32.353013 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-78714a12-3143-4ba1-a514-1f678b6df569 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:32.355586 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-78714a12-3143-4ba1-a514-1f678b6df569 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9204128 Jun 28 12:04:32.389081 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 55554) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:04:32.389646 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-5f2b1fbb-f913-4077-a7df-942ed403becf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:32.397400 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.v2.base [None req-14644752-8554-4a6d-b034-cfd0941b9dae tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Request body: {'security_group_rule': {'security_group_id': '5742bb03-3e4c-445b-92e8-2e57b510d62a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:04:32.408899 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78714a12-3143-4ba1-a514-1f678b6df569 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb30e465-3400-4f3f-8121-b45c241ce839,revision_number=0']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:32.427422 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-78714a12-3143-4ba1-a514-1f678b6df569 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:32.467514 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629728d5-05e1-4771-9389-a08a7129ef6c admin admin] Network cc519756-7b35-42fd-b120-3972e87c8408 is already hosted by enough agents. {{(pid=93125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:04:32.477988 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.base_scheduler [None req-629728d5-05e1-4771-9389-a08a7129ef6c admin admin] Resources bound (agent type, host, resource id): {{(pid=93125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:04:32.533497 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-14644752-8554-4a6d-b034-cfd0941b9dae tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:32.595942 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-e49f6eb5-08f1-4f1f-b74f-085df4a538d4 req-d7cd1d90-6142-4dce-ae1a-c03a0e4a6c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:32.757506 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-14644752-8554-4a6d-b034-cfd0941b9dae tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:32.773616 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-14644752-8554-4a6d-b034-cfd0941b9dae tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-408423'] for security_group_rule, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:32.791083 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:32.834428 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14644752-8554-4a6d-b034-cfd0941b9dae tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06cd7ddf-dd5d-4ad3-aac3-7b75420b56f5,revision_number=0']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:32.851192 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-14644752-8554-4a6d-b034-cfd0941b9dae tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:32.873755 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.notifiers.nova [req-56953e98-30bd-4b09-bdb8-1e90f3d9f56b req-5271be8b-72f8-410e-8046-17e552d000ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e58a98e9-2965-4605-bf27-7b797eb79f7a {{(pid=93124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:04:32.906117 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-629728d5-05e1-4771-9389-a08a7129ef6c admin admin] Router 29fe356a-fe82-40a0-8bb9-e96060a9a84a has already been hosted by L3 agent a3516409-90ed-42c0-9869-2f9c81c3e104 {{(pid=93125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:04:32.919430 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [req-56953e98-30bd-4b09-bdb8-1e90f3d9f56b req-5271be8b-72f8-410e-8046-17e552d000ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:33.023875 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c8a4c0-b6c8-47c1-a626-f0c5dcc9f7e1 req-9c5e531e-0a37-4779-b7ae-8848991f0169 tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:33.037909 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-14644752-8554-4a6d-b034-cfd0941b9dae tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:33.042809 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-14644752-8554-4a6d-b034-cfd0941b9dae tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6468563 Jun 28 12:04:33.043560 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-c3c8a4c0-b6c8-47c1-a626-f0c5dcc9f7e1 req-9c5e531e-0a37-4779-b7ae-8848991f0169 tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dadbbfe-41fa-4902-9249-d28470f9573d HTTP/1.1" status: 200 len: 932 time: 1.3280921 Jun 28 12:04:33.051461 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 55572) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:04:33.065657 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [req-56953e98-30bd-4b09-bdb8-1e90f3d9f56b req-5271be8b-72f8-410e-8046-17e552d000ac service neutron] Transition to ACTIVE for port object e58a98e9-2965-4605-bf27-7b797eb79f7a will not be triggered until provisioned by entity L2. {{(pid=93124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:04:33.093237 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [req-56953e98-30bd-4b09-bdb8-1e90f3d9f56b req-5271be8b-72f8-410e-8046-17e552d000ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:33.101936 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.v2.base [None req-94fc52b6-fead-449c-b205-fd77e76d8832 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Request body: {'floatingip': {'floating_network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008'}} {{(pid=93124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:04:33.160215 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-769fab3e-a129-407c-8a4a-4381276a7f11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:33.234863 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b432c85-05a3-4ff0-92d2-6dd85b072d26 req-65735f53-9b4b-4ab6-a74e-39d7f5612783 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:33.236191 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-1b432c85-05a3-4ff0-92d2-6dd85b072d26 req-65735f53-9b4b-4ab6-a74e-39d7f5612783 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5c28880-3292-4f08-9c52-844bedd74d10 HTTP/1.1" status: 200 len: 931 time: 1.3413556 Jun 28 12:04:33.237051 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-94fc52b6-fead-449c-b205-fd77e76d8832 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks [] for floatingip, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:33.259156 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271be8b-72f8-410e-8046-17e552d000ac service neutron] Pushing event updated for resources: {'Port': ['ID=e58a98e9-2965-4605-bf27-7b797eb79f7a,revision_number=2']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:33.273978 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-5271be8b-72f8-410e-8046-17e552d000ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:33.294947 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-629728d5-05e1-4771-9389-a08a7129ef6c admin admin] Notify agent at l3_agent.dv-cinder-772388-5-smb the message routers_updated {{(pid=93125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 12:04:33.304843 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aad2a88-29be-4a9c-a9aa-4f6932b3a664 None None] Sync routers for ids ['29fe356a-fe82-40a0-8bb9-e96060a9a84a'] in dv-cinder-772388-5-smb {{(pid=93126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:04:33.317457 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-629728d5-05e1-4771-9389-a08a7129ef6c admin admin] 10.222.0.26 "PUT /v2.0/routers/29fe356a-fe82-40a0-8bb9-e96060a9a84a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8338037 Jun 28 12:04:33.351695 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aad2a88-29be-4a9c-a9aa-4f6932b3a664 None None] Routers {'29fe356a-fe82-40a0-8bb9-e96060a9a84a'} bound to L3 agent in host dv-cinder-772388-5-smb {{(pid=93126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:04:33.352578 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_hamode_db [None req-6aad2a88-29be-4a9c-a9aa-4f6932b3a664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T11:56:31Z,description=,heartbeat_timestamp=2021-06-28T12:04:31Z,host='dv-cinder-772388-5-smb',id=a3516409-90ed-42c0-9869-2f9c81c3e104,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:56:31Z,topic='l3_agent')) {'router_ids': ['29fe356a-fe82-40a0-8bb9-e96060a9a84a'], 'active': True} {{(pid=93126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:04:33.413339 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.notifiers.nova [req-e49f6eb5-08f1-4f1f-b74f-085df4a538d4 req-d7cd1d90-6142-4dce-ae1a-c03a0e4a6c33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9f5bb8e-9509-4dc6-88aa-b7bb7063fa3b {{(pid=93125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:04:33.424087 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-e49f6eb5-08f1-4f1f-b74f-085df4a538d4 req-d7cd1d90-6142-4dce-ae1a-c03a0e4a6c33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:33.430358 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-c3c8a4c0-b6c8-47c1-a626-f0c5dcc9f7e1 req-40d215a9-9684-4efd-b67d-a77f57d580c9 tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] 10.222.0.26 "GET /v2.0/security-groups?id=ecace0ea-f022-4c11-8bb3-7f28ed60de3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3811762 Jun 28 12:04:33.453418 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.provisioning_blocks [req-e49f6eb5-08f1-4f1f-b74f-085df4a538d4 req-d7cd1d90-6142-4dce-ae1a-c03a0e4a6c33 service neutron] Transition to ACTIVE for port object a9f5bb8e-9509-4dc6-88aa-b7bb7063fa3b will not be triggered until provisioned by entity L2. {{(pid=93125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:04:33.464316 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-e49f6eb5-08f1-4f1f-b74f-085df4a538d4 req-d7cd1d90-6142-4dce-ae1a-c03a0e4a6c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:33.504825 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:33.628640 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cd1d90-6142-4dce-ae1a-c03a0e4a6c33 service neutron] Pushing event updated for resources: {'Port': ['ID=a9f5bb8e-9509-4dc6-88aa-b7bb7063fa3b,revision_number=2']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:33.636309 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-d7cd1d90-6142-4dce-ae1a-c03a0e4a6c33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:33.686387 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvr_db [None req-6aad2a88-29be-4a9c-a9aa-4f6932b3a664 None None] Set router 29fe356a-fe82-40a0-8bb9-e96060a9a84a gateway port host: dv-cinder-772388-5-smb {{(pid=93126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:04:33.706133 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-1b432c85-05a3-4ff0-92d2-6dd85b072d26 req-17ae46c0-6210-4024-90cc-d3388f157a20 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/security-groups?id=0046b0d6-801b-426f-9192-d8e3ad3d9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4533281 Jun 28 12:04:33.711052 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [req-56953e98-30bd-4b09-bdb8-1e90f3d9f56b req-5271be8b-72f8-410e-8046-17e552d000ac service neutron] Attempting to bind port e58a98e9-2965-4605-bf27-7b797eb79f7a on host hv-cinder-77238 for vnic_type normal with profile {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:04:33.711431 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [req-56953e98-30bd-4b09-bdb8-1e90f3d9f56b req-5271be8b-72f8-410e-8046-17e552d000ac service neutron] Attempting to bind port e58a98e9-2965-4605-bf27-7b797eb79f7a by drivers openvswitch,hyperv on host hv-cinder-77238 at level 0 using segments [{'id': '918d5219-a753-4f11-a570-279069e69307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1234ac8c-174f-41c3-8425-b4be39dc33cb'}] {{(pid=93124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:04:33.711737 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56953e98-30bd-4b09-bdb8-1e90f3d9f56b req-5271be8b-72f8-410e-8046-17e552d000ac service neutron] Attempting to bind port e58a98e9-2965-4605-bf27-7b797eb79f7a on network 1234ac8c-174f-41c3-8425-b4be39dc33cb {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:04:33.714680 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.managers [req-e49f6eb5-08f1-4f1f-b74f-085df4a538d4 req-d7cd1d90-6142-4dce-ae1a-c03a0e4a6c33 service neutron] Attempting to bind port a9f5bb8e-9509-4dc6-88aa-b7bb7063fa3b on host hv-cinder-77238 for vnic_type normal with profile {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:04:33.715418 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.managers [req-e49f6eb5-08f1-4f1f-b74f-085df4a538d4 req-d7cd1d90-6142-4dce-ae1a-c03a0e4a6c33 service neutron] Attempting to bind port a9f5bb8e-9509-4dc6-88aa-b7bb7063fa3b by drivers openvswitch,hyperv on host hv-cinder-77238 at level 0 using segments [{'id': '664bf10a-cc37-4401-9c84-6539584b43ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1644de9e-102a-4648-a07b-56daa50d4933'}] {{(pid=93125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:04:33.715546 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49f6eb5-08f1-4f1f-b74f-085df4a538d4 req-d7cd1d90-6142-4dce-ae1a-c03a0e4a6c33 service neutron] Attempting to bind port a9f5bb8e-9509-4dc6-88aa-b7bb7063fa3b on network 1644de9e-102a-4648-a07b-56daa50d4933 {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:04:33.718438 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56953e98-30bd-4b09-bdb8-1e90f3d9f56b req-5271be8b-72f8-410e-8046-17e552d000ac service neutron] Port e58a98e9-2965-4605-bf27-7b797eb79f7a on network 1234ac8c-174f-41c3-8425-b4be39dc33cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77238 {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:04:33.718765 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56953e98-30bd-4b09-bdb8-1e90f3d9f56b req-5271be8b-72f8-410e-8046-17e552d000ac service neutron] Attempting to bind port e58a98e9-2965-4605-bf27-7b797eb79f7a on network 1234ac8c-174f-41c3-8425-b4be39dc33cb {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:04:33.720543 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49f6eb5-08f1-4f1f-b74f-085df4a538d4 req-d7cd1d90-6142-4dce-ae1a-c03a0e4a6c33 service neutron] Port a9f5bb8e-9509-4dc6-88aa-b7bb7063fa3b on network 1644de9e-102a-4648-a07b-56daa50d4933 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77238 {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:04:33.721770 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49f6eb5-08f1-4f1f-b74f-085df4a538d4 req-d7cd1d90-6142-4dce-ae1a-c03a0e4a6c33 service neutron] Attempting to bind port a9f5bb8e-9509-4dc6-88aa-b7bb7063fa3b on network 1644de9e-102a-4648-a07b-56daa50d4933 {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:04:33.724521 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56953e98-30bd-4b09-bdb8-1e90f3d9f56b req-5271be8b-72f8-410e-8046-17e552d000ac service neutron] Checking agent: {'id': '848960a1-f744-4efd-9f3d-017fcea63875', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 2, 37), 'started_at': datetime.datetime(2021, 6, 28, 12, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:04:33.725042 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56953e98-30bd-4b09-bdb8-1e90f3d9f56b req-5271be8b-72f8-410e-8046-17e552d000ac service neutron] Checking segment: {'id': '918d5219-a753-4f11-a570-279069e69307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1234ac8c-174f-41c3-8425-b4be39dc33cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:04:33.725815 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56953e98-30bd-4b09-bdb8-1e90f3d9f56b req-5271be8b-72f8-410e-8046-17e552d000ac service neutron] Bound using segment: {'id': '918d5219-a753-4f11-a570-279069e69307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1234ac8c-174f-41c3-8425-b4be39dc33cb'} {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:04:33.726257 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [req-56953e98-30bd-4b09-bdb8-1e90f3d9f56b req-5271be8b-72f8-410e-8046-17e552d000ac service neutron] Bound port: e58a98e9-2965-4605-bf27-7b797eb79f7a, host: hv-cinder-77238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '918d5219-a753-4f11-a570-279069e69307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1234ac8c-174f-41c3-8425-b4be39dc33cb'}}] {{(pid=93124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:04:33.726638 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [req-56953e98-30bd-4b09-bdb8-1e90f3d9f56b req-5271be8b-72f8-410e-8046-17e552d000ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:33.742067 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49f6eb5-08f1-4f1f-b74f-085df4a538d4 req-d7cd1d90-6142-4dce-ae1a-c03a0e4a6c33 service neutron] Checking agent: {'id': '848960a1-f744-4efd-9f3d-017fcea63875', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 2, 37), 'started_at': datetime.datetime(2021, 6, 28, 12, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:04:33.742422 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49f6eb5-08f1-4f1f-b74f-085df4a538d4 req-d7cd1d90-6142-4dce-ae1a-c03a0e4a6c33 service neutron] Checking segment: {'id': '664bf10a-cc37-4401-9c84-6539584b43ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1644de9e-102a-4648-a07b-56daa50d4933'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:04:33.747281 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49f6eb5-08f1-4f1f-b74f-085df4a538d4 req-d7cd1d90-6142-4dce-ae1a-c03a0e4a6c33 service neutron] Bound using segment: {'id': '664bf10a-cc37-4401-9c84-6539584b43ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1644de9e-102a-4648-a07b-56daa50d4933'} {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:04:33.748179 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.managers [req-e49f6eb5-08f1-4f1f-b74f-085df4a538d4 req-d7cd1d90-6142-4dce-ae1a-c03a0e4a6c33 service neutron] Bound port: a9f5bb8e-9509-4dc6-88aa-b7bb7063fa3b, host: hv-cinder-77238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '664bf10a-cc37-4401-9c84-6539584b43ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1644de9e-102a-4648-a07b-56daa50d4933'}}] {{(pid=93125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:04:33.748570 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-e49f6eb5-08f1-4f1f-b74f-085df4a538d4 req-d7cd1d90-6142-4dce-ae1a-c03a0e4a6c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:33.850384 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [req-56953e98-30bd-4b09-bdb8-1e90f3d9f56b req-5271be8b-72f8-410e-8046-17e552d000ac service neutron] For port e58a98e9-2965-4605-bf27-7b797eb79f7a, host hv-cinder-77238, cleared binding levels {{(pid=93124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:04:33.941600 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.db [req-e49f6eb5-08f1-4f1f-b74f-085df4a538d4 req-d7cd1d90-6142-4dce-ae1a-c03a0e4a6c33 service neutron] For port a9f5bb8e-9509-4dc6-88aa-b7bb7063fa3b, host hv-cinder-77238, cleared binding levels {{(pid=93125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:04:33.953867 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [req-56953e98-30bd-4b09-bdb8-1e90f3d9f56b req-5271be8b-72f8-410e-8046-17e552d000ac service neutron] For port e58a98e9-2965-4605-bf27-7b797eb79f7a, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=e58a98e9-2965-4605-bf27-7b797eb79f7a,segment=NetworkSegment(918d5219-a753-4f11-a570-279069e69307),segment_id=918d5219-a753-4f11-a570-279069e69307)] {{(pid=93124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:04:33.959171 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.db [req-e49f6eb5-08f1-4f1f-b74f-085df4a538d4 req-d7cd1d90-6142-4dce-ae1a-c03a0e4a6c33 service neutron] For port a9f5bb8e-9509-4dc6-88aa-b7bb7063fa3b, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=a9f5bb8e-9509-4dc6-88aa-b7bb7063fa3b,segment=NetworkSegment(664bf10a-cc37-4401-9c84-6539584b43ca),segment_id=664bf10a-cc37-4401-9c84-6539584b43ca)] {{(pid=93125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:04:33.974158 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-e49f6eb5-08f1-4f1f-b74f-085df4a538d4 req-d7cd1d90-6142-4dce-ae1a-c03a0e4a6c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:33.975816 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [req-56953e98-30bd-4b09-bdb8-1e90f3d9f56b req-5271be8b-72f8-410e-8046-17e552d000ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:33.999048 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-d7cd1d90-6142-4dce-ae1a-c03a0e4a6c33 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:34.006951 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:34.021854 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-94fc52b6-fead-449c-b205-fd77e76d8832 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:34.065807 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-664455ac-6bbb-4e68-9a3b-ee59dbc8190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:34.114854 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f6eb5-08f1-4f1f-b74f-085df4a538d4 req-d7cd1d90-6142-4dce-ae1a-c03a0e4a6c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:34.115487 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-e49f6eb5-08f1-4f1f-b74f-085df4a538d4 req-d7cd1d90-6142-4dce-ae1a-c03a0e4a6c33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3735354'] for port, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:34.119194 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-e49f6eb5-08f1-4f1f-b74f-085df4a538d4 req-d7cd1d90-6142-4dce-ae1a-c03a0e4a6c33 service neutron] 10.222.0.61 "PUT /v2.0/ports/a9f5bb8e-9509-4dc6-88aa-b7bb7063fa3b HTTP/1.1" status: 200 len: 1094 time: 1.8089271 Jun 28 12:04:34.119773 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dadbbfe-41fa-4902-9249-d28470f9573d', 'tag': 'a9f5bb8e-9509-4dc6-88aa-b7bb7063fa3b'}] {{(pid=93125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:04:34.148330 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56953e98-30bd-4b09-bdb8-1e90f3d9f56b req-5271be8b-72f8-410e-8046-17e552d000ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:34.148995 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [req-56953e98-30bd-4b09-bdb8-1e90f3d9f56b req-5271be8b-72f8-410e-8046-17e552d000ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3735354'] for port, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:34.160032 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-56953e98-30bd-4b09-bdb8-1e90f3d9f56b req-5271be8b-72f8-410e-8046-17e552d000ac service neutron] 10.222.0.61 "PUT /v2.0/ports/e58a98e9-2965-4605-bf27-7b797eb79f7a HTTP/1.1" status: 200 len: 1093 time: 3.5296173 Jun 28 12:04:34.170082 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5c28880-3292-4f08-9c52-844bedd74d10', 'tag': 'e58a98e9-2965-4605-bf27-7b797eb79f7a'}] {{(pid=93124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:04:34.377799 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_hamode_db [None req-6aad2a88-29be-4a9c-a9aa-4f6932b3a664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29fe356a-fe82-40a0-8bb9-e96060a9a84a', 'name': 'tempest-ServerRescueNegativeTestJSON-112051765-router', 'tenant_id': 'fe7c3f2e1d4146aca83e0fef204d622b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.176'}], 'enable_snat': True}, 'gw_port_id': 'f25239ca-a5ee-4168-81dd-176870d8e2cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:04:18Z', 'updated_at': '2021-06-28T12:04:28Z', 'revision_number': 4, 'project_id': 'fe7c3f2e1d4146aca83e0fef204d622b', 'gw_port': {'id': 'f25239ca-a5ee-4168-81dd-176870d8e2cb', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:70:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fe356a-fe82-40a0-8bb9-e96060a9a84a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:04:19Z', 'updated_at': '2021-06-28T12:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb', '_interfaces': [{'id': 'ef9749d7-ad35-41c0-b159-4bff08c92390', 'name': '', 'network_id': 'cc519756-7b35-42fd-b120-3972e87c8408', 'tenant_id': 'fe7c3f2e1d4146aca83e0fef204d622b', 'mac_address': 'fa:16:3e:fb:04:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29fe356a-fe82-40a0-8bb9-e96060a9a84a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8a6107a4-8407-4d53-a64c-0df6855e25e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:04:24Z', 'updated_at': '2021-06-28T12:04:29Z', 'revision_number': 2, 'project_id': 'fe7c3f2e1d4146aca83e0fef204d622b', 'subnets': [{'id': '8a6107a4-8407-4d53-a64c-0df6855e25e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-smb', False) {} {{(pid=93126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:04:34.381860 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cd1d90-6142-4dce-ae1a-c03a0e4a6c33 service neutron] Pushing event updated for resources: {'Port': ['ID=a9f5bb8e-9509-4dc6-88aa-b7bb7063fa3b,revision_number=3']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:34.390495 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-d7cd1d90-6142-4dce-ae1a-c03a0e4a6c33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:34.466140 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aad2a88-29be-4a9c-a9aa-4f6932b3a664 None None] Checking router: 29fe356a-fe82-40a0-8bb9-e96060a9a84a for host: dv-cinder-772388-5-smb {{(pid=93126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:04:34.466425 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aad2a88-29be-4a9c-a9aa-4f6932b3a664 None None] Updating router 29fe356a-fe82-40a0-8bb9-e96060a9a84a port ef9749d7-ad35-41c0-b159-4bff08c92390 binding host dv-cinder-772388-5-smb {{(pid=93126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 12:04:34.552066 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cab5cdacc5b3cbbc94323449081fb5e48b25fdc1a77f938b5656c1b79ba6a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13420676-7c9a-4ecb-b32f-92c8a4247f0b" -d '{"events": [{"name": "network-changed", "server_uuid": "5dadbbfe-41fa-4902-9249-d28470f9573d", "tag": "a9f5bb8e-9509-4dc6-88aa-b7bb7063fa3b"}]}' {{(pid=93125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:04:34.553682 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-6aad2a88-29be-4a9c-a9aa-4f6932b3a664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:34.605795 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 55654) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:04:34.658045 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271be8b-72f8-410e-8046-17e552d000ac service neutron] Pushing event updated for resources: {'Port': ['ID=e58a98e9-2965-4605-bf27-7b797eb79f7a,revision_number=3']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:34.726032 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-5271be8b-72f8-410e-8046-17e552d000ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.722s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:34.736610 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4926e176e742a15448bc39a4c9e2c24b37607ed8759502f34541a4f556826b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10df235-3113-45fd-a790-d29b802cc19f" -d '{"events": [{"name": "network-changed", "server_uuid": "b5c28880-3292-4f08-9c52-844bedd74d10", "tag": "e58a98e9-2965-4605-bf27-7b797eb79f7a"}]}' {{(pid=93124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:04:34.851473 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.db.db_base_plugin_common [None req-94fc52b6-fead-449c-b205-fd77e76d8832 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Allocated IP 172.28.3.47 (ccb85226-c586-4fa5-aec0-6cfbd080c008/f863da3b-2790-4793-ac71-6f3e8dbd6721/4b816a8d-c4c7-403b-9704-ed22f80a81e2) {{(pid=93124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:04:34.895605 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-cc0fe750-3c82-4982-a913-084615e8d95f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:35.107704 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-cc0fe750-3c82-4982-a913-084615e8d95f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:35.110055 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-94fc52b6-fead-449c-b205-fd77e76d8832 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks [] for port, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:35.117646 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-cc0fe750-3c82-4982-a913-084615e8d95f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:35.146162 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-57a0c7f5-7f9b-4a22-8d10-26840c5af2bc tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:35.167094 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-6aad2a88-29be-4a9c-a9aa-4f6932b3a664 None None] Notify callbacks [] for port, precommit_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:35.190750 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-6aad2a88-29be-4a9c-a9aa-4f6932b3a664 None None] Transition to ACTIVE for port object ef9749d7-ad35-41c0-b159-4bff08c92390 will not be triggered until provisioned by entity L2. {{(pid=93126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:04:35.204847 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-6aad2a88-29be-4a9c-a9aa-4f6932b3a664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:35.207790 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0fe750-3c82-4982-a913-084615e8d95f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db43317-7522-4255-88eb-717464e56ef7,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:35.211115 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:35.222232 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-cc0fe750-3c82-4982-a913-084615e8d95f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:35.251079 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd05e21-850d-4fbf-bb48-498402e15d24 req-cb78a7b8-98b3-4aae-b148-dd687457d6fa tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:35.253165 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-bdd05e21-850d-4fbf-bb48-498402e15d24 req-cb78a7b8-98b3-4aae-b148-dd687457d6fa tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/networks?id=cc519756-7b35-42fd-b120-3972e87c8408 HTTP/1.1" status: 200 len: 818 time: 0.8289959 Jun 28 12:04:35.263515 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-cc0fe750-3c82-4982-a913-084615e8d95f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8bf21848f7794bac83578af8fa0785d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6565168 Jun 28 12:04:35.266615 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 55668) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:04:35.273392 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-94fc52b6-fead-449c-b205-fd77e76d8832 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751010131950'] for port, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:35.290623 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-37ac7483-bb7e-405a-9228-bf7b0c785d1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:35.328776 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-bdd05e21-850d-4fbf-bb48-498402e15d24 req-936bf747-0244-4cba-9200-37fd0b9cee7b tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/quotas/fe7c3f2e1d4146aca83e0fef204d622b HTTP/1.1" status: 200 len: 375 time: 0.0588462 Jun 28 12:04:35.342137 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ffe42-ccb0-4c0e-bd04-0cb473653cfd req-e29853ae-f19b-44e8-a5f2-8eb137b1d03d tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:35.344116 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-cf6ffe42-ccb0-4c0e-bd04-0cb473653cfd req-e29853ae-f19b-44e8-a5f2-8eb137b1d03d tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dadbbfe-41fa-4902-9249-d28470f9573d HTTP/1.1" status: 200 len: 944 time: 0.3102703 Jun 28 12:04:35.346439 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a3eced-1fb8-4f05-8069-6658a869428c None None] Pushing event updated for resources: {'Port': ['ID=ef9749d7-ad35-41c0-b159-4bff08c92390,revision_number=3']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:35.349552 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-f3a3eced-1fb8-4f05-8069-6658a869428c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:35.392277 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fc52b6-fead-449c-b205-fd77e76d8832 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Network ccb85226-c586-4fa5-aec0-6cfbd080c008 is already hosted by enough agents. {{(pid=93124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:04:35.392499 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.managers [None req-6aad2a88-29be-4a9c-a9aa-4f6932b3a664 None None] Attempting to bind port ef9749d7-ad35-41c0-b159-4bff08c92390 on host dv-cinder-772388-5-smb for vnic_type normal with profile {{(pid=93126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:04:35.393019 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.managers [None req-6aad2a88-29be-4a9c-a9aa-4f6932b3a664 None None] Attempting to bind port ef9749d7-ad35-41c0-b159-4bff08c92390 by drivers openvswitch,hyperv on host dv-cinder-772388-5-smb at level 0 using segments [{'id': '922d30af-9b8f-4fbe-a91d-06c957d8e2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'cc519756-7b35-42fd-b120-3972e87c8408'}] {{(pid=93126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:04:35.393519 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aad2a88-29be-4a9c-a9aa-4f6932b3a664 None None] Attempting to bind port ef9749d7-ad35-41c0-b159-4bff08c92390 on network cc519756-7b35-42fd-b120-3972e87c8408 {{(pid=93126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:04:35.399441 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aad2a88-29be-4a9c-a9aa-4f6932b3a664 None None] Checking agent: {'id': '43dc484d-6faf-4242-a4db-1b59836cdb3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 11, 56, 31), 'started_at': datetime.datetime(2021, 6, 28, 11, 57, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:04:35.399827 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aad2a88-29be-4a9c-a9aa-4f6932b3a664 None None] Checking segment: {'id': '922d30af-9b8f-4fbe-a91d-06c957d8e2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'cc519756-7b35-42fd-b120-3972e87c8408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:04:35.400270 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-6aad2a88-29be-4a9c-a9aa-4f6932b3a664 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:35.401340 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aad2a88-29be-4a9c-a9aa-4f6932b3a664 None None] Bound using segment: {'id': '922d30af-9b8f-4fbe-a91d-06c957d8e2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'cc519756-7b35-42fd-b120-3972e87c8408'} {{(pid=93126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:04:35.401828 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.managers [None req-6aad2a88-29be-4a9c-a9aa-4f6932b3a664 None None] Bound port: ef9749d7-ad35-41c0-b159-4bff08c92390, host: dv-cinder-772388-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '922d30af-9b8f-4fbe-a91d-06c957d8e2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'cc519756-7b35-42fd-b120-3972e87c8408'}}] {{(pid=93126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:04:35.402492 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-6aad2a88-29be-4a9c-a9aa-4f6932b3a664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:35.418853 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-aaf8a08e-cb0e-48ac-85d7-baf208e22974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:35.440408 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-aaf8a08e-cb0e-48ac-85d7-baf208e22974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:35.443597 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fc52b6-fead-449c-b205-fd77e76d8832 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Pushing event updated for resources: {'Port': ['ID=4b816a8d-c4c7-403b-9704-ed22f80a81e2,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:35.456410 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.base_scheduler [None req-94fc52b6-fead-449c-b205-fd77e76d8832 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Resources bound (agent type, host, resource id): {{(pid=93124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:04:35.474543 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-94fc52b6-fead-449c-b205-fd77e76d8832 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:35.516589 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-aaf8a08e-cb0e-48ac-85d7-baf208e22974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:35.526158 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-aaf8a08e-cb0e-48ac-85d7-baf208e22974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:35.527546 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fc52b6-fead-449c-b205-fd77e76d8832 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Received port after_create {{(pid=93124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:04:35.529111 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-aaf8a08e-cb0e-48ac-85d7-baf208e22974 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0db43317-7522-4255-88eb-717464e56ef7 HTTP/1.1" status: 204 len: 168 time: 0.2616019 Jun 28 12:04:35.530283 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-3cb783c8-bf52-4a66-9f35-4dd22eee12ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:35.557543 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-6aad2a88-29be-4a9c-a9aa-4f6932b3a664 None None] For port ef9749d7-ad35-41c0-b159-4bff08c92390, host dv-cinder-772388-5-smb, cleared binding levels {{(pid=93126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:04:35.564874 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-6aad2a88-29be-4a9c-a9aa-4f6932b3a664 None None] For port ef9749d7-ad35-41c0-b159-4bff08c92390, host dv-cinder-772388-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-smb',level=0,port_id=ef9749d7-ad35-41c0-b159-4bff08c92390,segment=NetworkSegment(922d30af-9b8f-4fbe-a91d-06c957d8e2c6),segment_id=922d30af-9b8f-4fbe-a91d-06c957d8e2c6)] {{(pid=93126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:04:35.571522 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-6aad2a88-29be-4a9c-a9aa-4f6932b3a664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:35.577369 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:35.587158 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf8a08e-cb0e-48ac-85d7-baf208e22974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db43317-7522-4255-88eb-717464e56ef7,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:35.597076 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-aaf8a08e-cb0e-48ac-85d7-baf208e22974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:35.615745 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-cf6ffe42-ccb0-4c0e-bd04-0cb473653cfd req-e6846286-a1eb-4ef6-8def-dbb4ac9f415b tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] 10.222.0.26 "GET /v2.0/security-groups?id=ecace0ea-f022-4c11-8bb3-7f28ed60de3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574096 Jun 28 12:04:35.684550 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-94fc52b6-fead-449c-b205-fd77e76d8832 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:35.736840 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-bdd05e21-850d-4fbf-bb48-498402e15d24 req-1c213c1f-97a1-4d4b-b334-30930b8e3fba tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fe7c3f2e1d4146aca83e0fef204d622b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3789649 Jun 28 12:04:35.762105 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aad2a88-29be-4a9c-a9aa-4f6932b3a664 None None] Routers {'29fe356a-fe82-40a0-8bb9-e96060a9a84a'} bound to L3 agent in host dv-cinder-772388-5-smb {{(pid=93126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:04:35.762654 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_hamode_db [None req-6aad2a88-29be-4a9c-a9aa-4f6932b3a664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T11:56:31Z,description=,heartbeat_timestamp=2021-06-28T12:04:31Z,host='dv-cinder-772388-5-smb',id=a3516409-90ed-42c0-9869-2f9c81c3e104,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:56:31Z,topic='l3_agent')) {'router_ids': ['29fe356a-fe82-40a0-8bb9-e96060a9a84a'], 'active': True} {{(pid=93126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:04:35.780814 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a3eced-1fb8-4f05-8069-6658a869428c None None] Pushing event updated for resources: {'Port': ['ID=ef9749d7-ad35-41c0-b159-4bff08c92390,revision_number=4']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:35.830070 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-f3a3eced-1fb8-4f05-8069-6658a869428c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:35.838383 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-94fc52b6-fead-449c-b205-fd77e76d8832 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:35.917455 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvr_db [None req-6aad2a88-29be-4a9c-a9aa-4f6932b3a664 None None] Set router 29fe356a-fe82-40a0-8bb9-e96060a9a84a gateway port host: dv-cinder-772388-5-smb {{(pid=93126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:04:36.191392 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 55694) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:04:36.212381 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-0c2c66a2-6739-4688-9f8d-c59d77b41615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:36.413513 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 12:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe6bcf9-1e4a-4520-aac2-54500fe4179f x-openstack-request-id: req-0fe6bcf9-1e4a-4520-aac2-54500fe4179f {{(pid=93125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:04:36.414092 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dadbbfe-41fa-4902-9249-d28470f9573d", "tag": "a9f5bb8e-9509-4dc6-88aa-b7bb7063fa3b", "status": "completed", "code": 200}]} {{(pid=93125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:04:36.414523 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0fe6bcf9-1e4a-4520-aac2-54500fe4179f {{(pid=93125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:04:36.415140 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dadbbfe-41fa-4902-9249-d28470f9573d', 'tag': 'a9f5bb8e-9509-4dc6-88aa-b7bb7063fa3b', 'status': 'completed', 'code': 200} Jun 28 12:04:36.442918 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-0c2c66a2-6739-4688-9f8d-c59d77b41615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:36.453352 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-0c2c66a2-6739-4688-9f8d-c59d77b41615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:36.483025 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-bdd05e21-850d-4fbf-bb48-498402e15d24 req-e2a0431f-de41-4a46-9739-b8555cd28452 service neutron] 10.222.0.26 "GET /v2.0/networks/cc519756-7b35-42fd-b120-3972e87c8408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7463503 Jun 28 12:04:36.501483 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-6f635ce5-6882-4e42-9914-76237661cc4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:36.506793 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-0c2c66a2-6739-4688-9f8d-c59d77b41615 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=25e1cc6febc54df2acbc37daad7900e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3144598 Jun 28 12:04:36.510755 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 55708) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:04:36.528922 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2c66a2-6739-4688-9f8d-c59d77b41615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ea4de4-fe07-4694-8dd8-11aeb57fda71,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:36.532481 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-0c2c66a2-6739-4688-9f8d-c59d77b41615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:36.628842 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_hamode_db [None req-6aad2a88-29be-4a9c-a9aa-4f6932b3a664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29fe356a-fe82-40a0-8bb9-e96060a9a84a', 'name': 'tempest-ServerRescueNegativeTestJSON-112051765-router', 'tenant_id': 'fe7c3f2e1d4146aca83e0fef204d622b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.176'}], 'enable_snat': True}, 'gw_port_id': 'f25239ca-a5ee-4168-81dd-176870d8e2cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:04:18Z', 'updated_at': '2021-06-28T12:04:28Z', 'revision_number': 4, 'project_id': 'fe7c3f2e1d4146aca83e0fef204d622b', 'gw_port': {'id': 'f25239ca-a5ee-4168-81dd-176870d8e2cb', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:70:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fe356a-fe82-40a0-8bb9-e96060a9a84a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:04:19Z', 'updated_at': '2021-06-28T12:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb', '_interfaces': [{'id': 'ef9749d7-ad35-41c0-b159-4bff08c92390', 'name': '', 'network_id': 'cc519756-7b35-42fd-b120-3972e87c8408', 'tenant_id': 'fe7c3f2e1d4146aca83e0fef204d622b', 'mac_address': 'fa:16:3e:fb:04:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29fe356a-fe82-40a0-8bb9-e96060a9a84a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8a6107a4-8407-4d53-a64c-0df6855e25e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:04:24Z', 'updated_at': '2021-06-28T12:04:35Z', 'revision_number': 4, 'project_id': 'fe7c3f2e1d4146aca83e0fef204d622b', 'subnets': [{'id': '8a6107a4-8407-4d53-a64c-0df6855e25e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-smb', False) {} {{(pid=93126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:04:36.677641 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aad2a88-29be-4a9c-a9aa-4f6932b3a664 None None] The sync data for ids ['29fe356a-fe82-40a0-8bb9-e96060a9a84a'] in dv-cinder-772388-5-smb is: [{'id': '29fe356a-fe82-40a0-8bb9-e96060a9a84a', 'name': 'tempest-ServerRescueNegativeTestJSON-112051765-router', 'tenant_id': 'fe7c3f2e1d4146aca83e0fef204d622b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.176'}], 'enable_snat': True}, 'gw_port_id': 'f25239ca-a5ee-4168-81dd-176870d8e2cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:04:18Z', 'updated_at': '2021-06-28T12:04:28Z', 'revision_number': 4, 'project_id': 'fe7c3f2e1d4146aca83e0fef204d622b', 'gw_port': {'id': 'f25239ca-a5ee-4168-81dd-176870d8e2cb', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:70:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fe356a-fe82-40a0-8bb9-e96060a9a84a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:04:19Z', 'updated_at': '2021-06-28T12:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb', '_interfaces': [{'id': 'ef9749d7-ad35-41c0-b159-4bff08c92390', 'name': '', 'network_id': 'cc519756-7b35-42fd-b120-3972e87c8408', 'tenant_id': 'fe7c3f2e1d4146aca83e0fef204d622b', 'mac_address': 'fa:16:3e:fb:04:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29fe356a-fe82-40a0-8bb9-e96060a9a84a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8a6107a4-8407-4d53-a64c-0df6855e25e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:04:24Z', 'updated_at': '2021-06-28T12:04:35Z', 'revision_number': 4, 'project_id': 'fe7c3f2e1d4146aca83e0fef204d622b', 'subnets': [{'id': '8a6107a4-8407-4d53-a64c-0df6855e25e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:04:36.903525 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-95842e13-e8db-4b64-adc4-09abee85426a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:37.026433 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-95842e13-e8db-4b64-adc4-09abee85426a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:37.040219 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-94fc52b6-fead-449c-b205-fd77e76d8832 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks [] for port, precommit_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:37.057818 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-94fc52b6-fead-449c-b205-fd77e76d8832 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:37.080412 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-bdd05e21-850d-4fbf-bb48-498402e15d24 req-123ff40e-fe23-4773-ad08-9e48c7cc4257 service neutron] 10.222.0.26 "GET /v2.0/networks/cc519756-7b35-42fd-b120-3972e87c8408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5965238 Jun 28 12:04:37.088616 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4023ff7-c913-435a-9552-fb4608c5fb0e req-5107eddc-2f21-4f44-a267-36b81d9982ed tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:37.091408 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-d4023ff7-c913-435a-9552-fb4608c5fb0e req-5107eddc-2f21-4f44-a267-36b81d9982ed tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5c28880-3292-4f08-9c52-844bedd74d10 HTTP/1.1" status: 200 len: 943 time: 0.5818379 Jun 28 12:04:37.099605 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:37.223112 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-94fc52b6-fead-449c-b205-fd77e76d8832 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799926'] for floatingip, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:37.236152 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:37.287515 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-94fc52b6-fead-449c-b205-fd77e76d8832 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188324'] for floatingip, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:37.288831 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-94fc52b6-fead-449c-b205-fd77e76d8832 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2156296 Jun 28 12:04:37.297935 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-95842e13-e8db-4b64-adc4-09abee85426a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:37.316206 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-95842e13-e8db-4b64-adc4-09abee85426a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:37.317617 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-95842e13-e8db-4b64-adc4-09abee85426a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/60ea4de4-fe07-4694-8dd8-11aeb57fda71 HTTP/1.1" status: 204 len: 168 time: 0.7978485 Jun 28 12:04:37.362974 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-d4023ff7-c913-435a-9552-fb4608c5fb0e req-b3bbf0c5-6c4d-4b7c-a726-14507762562b tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/security-groups?id=0046b0d6-801b-426f-9192-d8e3ad3d9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846573 Jun 28 12:04:37.362974 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fc52b6-fead-449c-b205-fd77e76d8832 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Pushing event updated for resources: {'Port': ['ID=4b816a8d-c4c7-403b-9704-ed22f80a81e2,revision_number=2']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:37.371186 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-94fc52b6-fead-449c-b205-fd77e76d8832 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:37.374698 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-3d54309f-fdb1-4ea8-a840-c1f95ab107c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:37.420435 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95842e13-e8db-4b64-adc4-09abee85426a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ea4de4-fe07-4694-8dd8-11aeb57fda71,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:37.428434 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-95842e13-e8db-4b64-adc4-09abee85426a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:37.749951 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device ef9749d7-ad35-41c0-b159-4bff08c92390 up at agent ovs-agent-dv-cinder-772388-5-smb {{(pid=93126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:04:37.888358 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Provisioning for port ef9749d7-ad35-41c0-b159-4bff08c92390 completed by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:04:37.896395 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Provisioning complete for port ef9749d7-ad35-41c0-b159-4bff08c92390 triggered by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:04:37.897058 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:38.023435 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cbdf77-e762-4ee7-bde5-12a220ab3602 req-b5e57f34-d6dd-4b18-9d45-32e0ecd54ee7 tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:38.049762 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-a9cbdf77-e762-4ee7-bde5-12a220ab3602 req-b5e57f34-d6dd-4b18-9d45-32e0ecd54ee7 tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dadbbfe-41fa-4902-9249-d28470f9573d HTTP/1.1" status: 200 len: 944 time: 0.3128288 Jun 28 12:04:38.058482 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 12:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3666fda4-eb36-422b-80bf-4e55f84e609f x-openstack-request-id: req-3666fda4-eb36-422b-80bf-4e55f84e609f {{(pid=93124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:04:38.059232 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5c28880-3292-4f08-9c52-844bedd74d10", "tag": "e58a98e9-2965-4605-bf27-7b797eb79f7a", "status": "completed", "code": 200}]} {{(pid=93124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:04:38.060063 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3666fda4-eb36-422b-80bf-4e55f84e609f {{(pid=93124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:04:38.060961 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5c28880-3292-4f08-9c52-844bedd74d10', 'tag': 'e58a98e9-2965-4605-bf27-7b797eb79f7a', 'status': 'completed', 'code': 200} Jun 28 12:04:38.127634 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-e767e688-796f-46b2-b008-e666691c03a2 req-bcf25397-331c-4b35-89e1-2417d2db1bae tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4bb9994-c394-48f3-9920-5ee52626e8eb HTTP/1.1" status: 200 len: 210 time: 0.0739200 Jun 28 12:04:38.205041 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:38.264613 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-a9cbdf77-e762-4ee7-bde5-12a220ab3602 req-603d989f-994e-441e-bd03-2b61687cf82c tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] 10.222.0.26 "GET /v2.0/security-groups?id=ecace0ea-f022-4c11-8bb3-7f28ed60de3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134836 Jun 28 12:04:38.312851 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] For port ef9749d7-ad35-41c0-b159-4bff08c92390, host dv-cinder-772388-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-smb',level=0,port_id=ef9749d7-ad35-41c0-b159-4bff08c92390,segment=NetworkSegment(922d30af-9b8f-4fbe-a91d-06c957d8e2c6),segment_id=922d30af-9b8f-4fbe-a91d-06c957d8e2c6)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:04:38.326949 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:38.329458 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-bbbb58c6-35a6-4c71-a2e8-6193cfdbeb39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:38.512181 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Pushing event updated for resources: {'Port': ['ID=ef9749d7-ad35-41c0-b159-4bff08c92390,revision_number=5']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:38.515957 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:38.815865 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10df235-3113-45fd-a790-d29b802cc19f req-1cddcf88-d545-4049-8a06-08916bb88a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:38.819883 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-a10df235-3113-45fd-a790-d29b802cc19f req-1cddcf88-d545-4049-8a06-08916bb88a5d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d9d98709642940d68943de79af7f342e&device_id=b5c28880-3292-4f08-9c52-844bedd74d10 HTTP/1.1" status: 200 len: 1096 time: 0.4102671 Jun 28 12:04:39.114960 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-ace66106-1dbd-4b6f-aef8-9bb3f0cc0d7a req-312429dc-e64c-4d62-a5c8-4565dff0f55d tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1166901234&fields=id&tenant_id=25df7236fcb6488397fe969e6963f8c4 HTTP/1.1" status: 200 len: 267 time: 0.7065415 Jun 28 12:04:39.271906 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fc1d96-b71d-49ad-a7b7-a9cd4d8c96e7 req-7708b313-4889-467b-9372-352286e46077 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:39.286036 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-52fc1d96-b71d-49ad-a7b7-a9cd4d8c96e7 req-7708b313-4889-467b-9372-352286e46077 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5c28880-3292-4f08-9c52-844bedd74d10 HTTP/1.1" status: 200 len: 943 time: 0.4508314 Jun 28 12:04:39.472384 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device ef9749d7-ad35-41c0-b159-4bff08c92390 up at agent ovs-agent-dv-cinder-772388-5-smb {{(pid=93126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:04:39.485624 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13420676-7c9a-4ecb-b32f-92c8a4247f0b req-dfa2a4ca-4548-446a-8bf4-29543ffc88a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:39.491525 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-13420676-7c9a-4ecb-b32f-92c8a4247f0b req-dfa2a4ca-4548-446a-8bf4-29543ffc88a0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2f9002e18e4a4346bed93d42a9081e0c&device_id=5dadbbfe-41fa-4902-9249-d28470f9573d HTTP/1.1" status: 200 len: 1097 time: 1.0449171 Jun 28 12:04:39.610634 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-52fc1d96-b71d-49ad-a7b7-a9cd4d8c96e7 req-3119ab42-b45a-4028-b331-38963539ccac tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/security-groups?id=0046b0d6-801b-426f-9192-d8e3ad3d9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038871 Jun 28 12:04:39.620238 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Provisioning complete for port ef9749d7-ad35-41c0-b159-4bff08c92390 triggered by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:04:39.620923 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:39.825792 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10df235-3113-45fd-a790-d29b802cc19f req-99a6d298-3f17-4280-8ccb-695aa74f1458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:39.827690 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-a10df235-3113-45fd-a790-d29b802cc19f req-99a6d298-3f17-4280-8ccb-695aa74f1458 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=d9d98709642940d68943de79af7f342e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.9877441 Jun 28 12:04:40.023346 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13420676-7c9a-4ecb-b32f-92c8a4247f0b req-c3435de3-66b0-4e2d-a3c8-2335dab63a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:40.026292 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-13420676-7c9a-4ecb-b32f-92c8a4247f0b req-c3435de3-66b0-4e2d-a3c8-2335dab63a17 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=2f9002e18e4a4346bed93d42a9081e0c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.5041254 Jun 28 12:04:40.033583 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace66106-1dbd-4b6f-aef8-9bb3f0cc0d7a req-a5573006-ea40-4626-8498-23883965e090 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:40.041897 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-ace66106-1dbd-4b6f-aef8-9bb3f0cc0d7a req-a5573006-ea40-4626-8498-23883965e090 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/networks?id=61e6c2ec-9082-4875-a218-8630ba468008 HTTP/1.1" status: 200 len: 816 time: 0.9044487 Jun 28 12:04:40.129360 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-ace66106-1dbd-4b6f-aef8-9bb3f0cc0d7a req-e7bbd9fe-e72e-458a-b1af-f222ec8a6442 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/quotas/25df7236fcb6488397fe969e6963f8c4 HTTP/1.1" status: 200 len: 375 time: 0.0862679 Jun 28 12:04:40.221676 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e0347-ddbe-4292-b8b4-151240a4ee6c req-03883789-328f-4333-a658-009c22011ebe tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:40.225405 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-fc9e0347-ddbe-4292-b8b4-151240a4ee6c req-03883789-328f-4333-a658-009c22011ebe tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/networks?id=cc519756-7b35-42fd-b120-3972e87c8408 HTTP/1.1" status: 200 len: 818 time: 0.3842139 Jun 28 12:04:40.239985 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-ace66106-1dbd-4b6f-aef8-9bb3f0cc0d7a req-a77520ba-dd28-4da0-bb6c-a29c5e9f6b5a tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=25df7236fcb6488397fe969e6963f8c4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1097646 Jun 28 12:04:40.249657 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-fc9e0347-ddbe-4292-b8b4-151240a4ee6c req-3c25992c-da91-4899-ace4-edc00b88fbeb tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/quotas/fe7c3f2e1d4146aca83e0fef204d622b HTTP/1.1" status: 200 len: 375 time: 0.0176983 Jun 28 12:04:40.408401 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-ace66106-1dbd-4b6f-aef8-9bb3f0cc0d7a req-a6e70d78-b6a0-435d-ad37-7116ec37abca service neutron] 10.222.0.26 "GET /v2.0/networks/61e6c2ec-9082-4875-a218-8630ba468008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427729 Jun 28 12:04:40.417515 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-fc9e0347-ddbe-4292-b8b4-151240a4ee6c req-33e9f459-8286-4703-8da8-a0417ebba266 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fe7c3f2e1d4146aca83e0fef204d622b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1442497 Jun 28 12:04:40.573276 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-fc9e0347-ddbe-4292-b8b4-151240a4ee6c req-8167f61a-4330-4ba1-88a6-4f51ff01a4e3 service neutron] 10.222.0.26 "GET /v2.0/networks/cc519756-7b35-42fd-b120-3972e87c8408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459603 Jun 28 12:04:40.582153 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-ace66106-1dbd-4b6f-aef8-9bb3f0cc0d7a req-ab558653-96e3-411a-a344-3e0a40eea387 service neutron] 10.222.0.26 "GET /v2.0/networks/61e6c2ec-9082-4875-a218-8630ba468008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626101 Jun 28 12:04:40.700990 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-fc9e0347-ddbe-4292-b8b4-151240a4ee6c req-91bcbab3-14d8-4598-9ada-2209131bde15 service neutron] 10.222.0.26 "GET /v2.0/networks/cc519756-7b35-42fd-b120-3972e87c8408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152864 Jun 28 12:04:41.111937 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10df235-3113-45fd-a790-d29b802cc19f req-149c158f-7fbd-4718-b269-f57b765a68b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:41.114683 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-a10df235-3113-45fd-a790-d29b802cc19f req-149c158f-7fbd-4718-b269-f57b765a68b8 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3744385 Jun 28 12:04:41.199928 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.61', 61187) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:04:41.304365 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 55944) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:04:41.558147 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56953e98-30bd-4b09-bdb8-1e90f3d9f56b req-ed159fab-dc07-489b-a38b-7c812227103b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:41.565092 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-56953e98-30bd-4b09-bdb8-1e90f3d9f56b req-ed159fab-dc07-489b-a38b-7c812227103b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d9d98709642940d68943de79af7f342e&device_id=b5c28880-3292-4f08-9c52-844bedd74d10 HTTP/1.1" status: 200 len: 1096 time: 0.3517568 Jun 28 12:04:41.643843 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13420676-7c9a-4ecb-b32f-92c8a4247f0b req-5779e01f-7978-4156-a0e1-95acbb79e997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:41.645625 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-13420676-7c9a-4ecb-b32f-92c8a4247f0b req-5779e01f-7978-4156-a0e1-95acbb79e997 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9061086 Jun 28 12:04:41.662467 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f85f9-937e-4cf7-ab35-8c84b995ae27 req-d85ddbb3-fac3-4864-9075-a53e131ee5a9 tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:41.688094 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-8a7f85f9-937e-4cf7-ab35-8c84b995ae27 req-d85ddbb3-fac3-4864-9075-a53e131ee5a9 tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dadbbfe-41fa-4902-9249-d28470f9573d HTTP/1.1" status: 200 len: 944 time: 0.4332943 Jun 28 12:04:41.724721 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6473dfe7-9d4d-473d-8bc8-c7eaece42c9f req-4755bab1-55c7-485e-9bbe-56241799368d tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:41.735962 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-6473dfe7-9d4d-473d-8bc8-c7eaece42c9f req-4755bab1-55c7-485e-9bbe-56241799368d tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5c28880-3292-4f08-9c52-844bedd74d10 HTTP/1.1" status: 200 len: 943 time: 0.4519079 Jun 28 12:04:41.764772 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-56953e98-30bd-4b09-bdb8-1e90f3d9f56b req-3905c2de-12b2-49fe-949b-3a09981507ca service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e58a98e9-2965-4605-bf27-7b797eb79f7a HTTP/1.1" status: 200 len: 217 time: 0.1929777 Jun 28 12:04:41.772599 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd05e21-850d-4fbf-bb48-498402e15d24 req-5aa6642e-5115-4726-8d25-04c4aeaf328a tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:41.776438 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-bdd05e21-850d-4fbf-bb48-498402e15d24 req-5aa6642e-5115-4726-8d25-04c4aeaf328a tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.61 "GET /v2.0/networks?id=cc519756-7b35-42fd-b120-3972e87c8408 HTTP/1.1" status: 200 len: 818 time: 0.6298926 Jun 28 12:04:41.805058 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.v2.base [req-bdd05e21-850d-4fbf-bb48-498402e15d24 req-1afe6dce-8d38-48c5-9e5e-a4ff274ab00f tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Request body: {'port': {'device_id': 'f4bb9994-c394-48f3-9920-5ee52626e8eb', 'network_id': 'cc519756-7b35-42fd-b120-3972e87c8408', 'admin_state_up': True, 'tenant_id': 'fe7c3f2e1d4146aca83e0fef204d622b'}} {{(pid=93125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:04:41.860530 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-8a7f85f9-937e-4cf7-ab35-8c84b995ae27 req-23a476b2-4aa7-447c-8178-9adab98035ee tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] 10.222.0.26 "GET /v2.0/security-groups?id=ecace0ea-f022-4c11-8bb3-7f28ed60de3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702735 Jun 28 12:04:41.902901 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f2798767-6e2f-4526-a865-5da7b9f0e1ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:41.904409 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56953e98-30bd-4b09-bdb8-1e90f3d9f56b req-cc710464-81a9-4ba1-9ece-68c017b85142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:41.910643 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-56953e98-30bd-4b09-bdb8-1e90f3d9f56b req-cc710464-81a9-4ba1-9ece-68c017b85142 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=44c02f51-e468-4503-8e99-c53bcbc29dec HTTP/1.1" status: 200 len: 855 time: 0.1321082 Jun 28 12:04:41.954601 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-6473dfe7-9d4d-473d-8bc8-c7eaece42c9f req-290cacf3-9aa8-46b8-aaaa-b28395f6524e tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/security-groups?id=0046b0d6-801b-426f-9192-d8e3ad3d9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175510 Jun 28 12:04:42.018764 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f6eb5-08f1-4f1f-b74f-085df4a538d4 req-fe9ebf94-429a-4afe-a350-1e6e0c7b43d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:42.020412 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-e49f6eb5-08f1-4f1f-b74f-085df4a538d4 req-fe9ebf94-429a-4afe-a350-1e6e0c7b43d0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2f9002e18e4a4346bed93d42a9081e0c&device_id=5dadbbfe-41fa-4902-9249-d28470f9573d HTTP/1.1" status: 200 len: 1097 time: 0.1911426 Jun 28 12:04:42.069696 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-56953e98-30bd-4b09-bdb8-1e90f3d9f56b req-e96b51e8-0328-470c-8b67-f9f10210a9f9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1234ac8c-174f-41c3-8425-b4be39dc33cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1436782 Jun 28 12:04:42.156901 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-e49f6eb5-08f1-4f1f-b74f-085df4a538d4 req-e3cf21f9-f898-4ec1-8ac6-f62cf2271343 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9f5bb8e-9509-4dc6-88aa-b7bb7063fa3b HTTP/1.1" status: 200 len: 217 time: 0.1269908 Jun 28 12:04:42.178273 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-19fdaf29-f905-4821-ae85-21241cd62ef3 req-a5f771b2-ba43-4607-aea9-91d2035dd301 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=767e3825-7bef-4bb9-957c-332a031542c1 HTTP/1.1" status: 200 len: 210 time: 0.1002049 Jun 28 12:04:42.263065 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-56953e98-30bd-4b09-bdb8-1e90f3d9f56b req-24e025a5-b8d2-420a-9dc7-dde759582887 service neutron] 10.222.0.61 "GET /v2.0/networks/1234ac8c-174f-41c3-8425-b4be39dc33cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832092 Jun 28 12:04:42.266539 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-67b4f66b-3bd9-4430-aba6-cdcb13f1b457 req-adfb761f-6af4-4768-ac5b-eb0a3623a39c tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=4004292d-a19b-4c97-99cf-9a9c343e3f8c HTTP/1.1" status: 200 len: 210 time: 0.1421235 Jun 28 12:04:42.311886 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f6eb5-08f1-4f1f-b74f-085df4a538d4 req-a4ef5c55-50e7-4cf6-a346-6f7699cfaa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:42.313676 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-e49f6eb5-08f1-4f1f-b74f-085df4a538d4 req-a4ef5c55-50e7-4cf6-a346-6f7699cfaa3a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=863cabcc-94c6-4b78-b7bf-d8e28930a4ab HTTP/1.1" status: 200 len: 852 time: 0.1334271 Jun 28 12:04:42.325283 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f2798767-6e2f-4526-a865-5da7b9f0e1ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:42.351756 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f2798767-6e2f-4526-a865-5da7b9f0e1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:42.366147 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdd05e21-850d-4fbf-bb48-498402e15d24 req-1afe6dce-8d38-48c5-9e5e-a4ff274ab00f tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Made reservation on behalf of fe7c3f2e1d4146aca83e0fef204d622b for: {'port': 1} {{(pid=93125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:04:42.370231 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-bdd05e21-850d-4fbf-bb48-498402e15d24 req-1afe6dce-8d38-48c5-9e5e-a4ff274ab00f tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:42.375166 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-e49f6eb5-08f1-4f1f-b74f-085df4a538d4 req-23e3af55-88b7-4130-a8ae-6fd43ee7b61f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1644de9e-102a-4648-a07b-56daa50d4933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531814 Jun 28 12:04:42.376513 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:42.397120 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-56953e98-30bd-4b09-bdb8-1e90f3d9f56b req-e8f7bf45-1bb2-4910-b9d4-31675967aa6d service neutron] 10.222.0.61 "GET /v2.0/networks/1234ac8c-174f-41c3-8425-b4be39dc33cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272466 Jun 28 12:04:42.462107 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-f2798767-6e2f-4526-a865-5da7b9f0e1ef admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4d08a33c26aa46c3a7360342762249da&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1539919 Jun 28 12:04:42.462907 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 55986) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:04:42.474876 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2798767-6e2f-4526-a865-5da7b9f0e1ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9129bfec-68d0-4e72-90b5-3f6800c01253,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:42.535464 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.db_base_plugin_common [req-bdd05e21-850d-4fbf-bb48-498402e15d24 req-1afe6dce-8d38-48c5-9e5e-a4ff274ab00f tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Allocated IP 172.20.0.13 (cc519756-7b35-42fd-b120-3972e87c8408/8a6107a4-8407-4d53-a64c-0df6855e25e1/09192287-722e-4688-8096-29dd9fa381b0) {{(pid=93125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:04:42.550829 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-f2798767-6e2f-4526-a865-5da7b9f0e1ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:42.636621 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-e49f6eb5-08f1-4f1f-b74f-085df4a538d4 req-e435f3aa-5c7a-43a3-a5b0-691910a2dfb5 service neutron] 10.222.0.61 "GET /v2.0/networks/1644de9e-102a-4648-a07b-56daa50d4933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466927 Jun 28 12:04:42.643252 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-d0fa04e1-854d-4778-b344-ec00be02c536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:42.734944 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-d0fa04e1-854d-4778-b344-ec00be02c536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:42.737607 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-bdd05e21-850d-4fbf-bb48-498402e15d24 req-1afe6dce-8d38-48c5-9e5e-a4ff274ab00f tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Notify callbacks [] for port, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:42.801204 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-bdd05e21-850d-4fbf-bb48-498402e15d24 req-1afe6dce-8d38-48c5-9e5e-a4ff274ab00f tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751010131950'] for port, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:42.825253 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:42.870710 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-e49f6eb5-08f1-4f1f-b74f-085df4a538d4 req-af0a4073-4cd8-4f48-8f32-dbcfc0950c0b service neutron] 10.222.0.61 "GET /v2.0/networks/1644de9e-102a-4648-a07b-56daa50d4933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240453 Jun 28 12:04:42.882577 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-d0fa04e1-854d-4778-b344-ec00be02c536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:42.886093 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-d0fa04e1-854d-4778-b344-ec00be02c536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:42.893086 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-d0fa04e1-854d-4778-b344-ec00be02c536 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9129bfec-68d0-4e72-90b5-3f6800c01253 HTTP/1.1" status: 204 len: 168 time: 0.4149671 Jun 28 12:04:42.893086 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-a340c28b-481b-402c-aa5e-15d37180a205 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:42.901788 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afe6dce-8d38-48c5-9e5e-a4ff274ab00f tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Pushing event updated for resources: {'Port': ['ID=09192287-722e-4688-8096-29dd9fa381b0,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:42.912374 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-1afe6dce-8d38-48c5-9e5e-a4ff274ab00f tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:42.934410 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fa04e1-854d-4778-b344-ec00be02c536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9129bfec-68d0-4e72-90b5-3f6800c01253,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:42.964061 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-d0fa04e1-854d-4778-b344-ec00be02c536 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:43.054141 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdd05e21-850d-4fbf-bb48-498402e15d24 req-1afe6dce-8d38-48c5-9e5e-a4ff274ab00f tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Network cc519756-7b35-42fd-b120-3972e87c8408 is already hosted by enough agents. {{(pid=93125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:04:43.064883 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.base_scheduler [req-bdd05e21-850d-4fbf-bb48-498402e15d24 req-1afe6dce-8d38-48c5-9e5e-a4ff274ab00f tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Resources bound (agent type, host, resource id): {{(pid=93125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:04:43.070362 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdd05e21-850d-4fbf-bb48-498402e15d24 req-1afe6dce-8d38-48c5-9e5e-a4ff274ab00f tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Received port after_create {{(pid=93125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:04:43.076327 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd05e21-850d-4fbf-bb48-498402e15d24 req-1afe6dce-8d38-48c5-9e5e-a4ff274ab00f tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:43.076985 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-bdd05e21-850d-4fbf-bb48-498402e15d24 req-1afe6dce-8d38-48c5-9e5e-a4ff274ab00f tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3735354'] for port, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:43.104183 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-bdd05e21-850d-4fbf-bb48-498402e15d24 req-1afe6dce-8d38-48c5-9e5e-a4ff274ab00f tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3105700 Jun 28 12:04:43.132626 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.v2.base [req-bdd05e21-850d-4fbf-bb48-498402e15d24 req-c5d6b791-db86-4d84-8df0-8be1d3ad37e1 service neutron] Request body: {'port': {'device_id': 'f4bb9994-c394-48f3-9920-5ee52626e8eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=93125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:04:43.189512 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace66106-1dbd-4b6f-aef8-9bb3f0cc0d7a req-0eda8be1-572a-4b38-ae9b-db51621d55d2 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:43.191673 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-ace66106-1dbd-4b6f-aef8-9bb3f0cc0d7a req-0eda8be1-572a-4b38-ae9b-db51621d55d2 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.61 "GET /v2.0/networks?id=61e6c2ec-9082-4875-a218-8630ba468008 HTTP/1.1" status: 200 len: 816 time: 0.3003657 Jun 28 12:04:43.195970 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93139f9-b181-4a7b-b1fb-dc05f6a7f077 req-17047d0b-09cd-4b66-b3d0-edbbd815685e tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:43.198020 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-f93139f9-b181-4a7b-b1fb-dc05f6a7f077 req-17047d0b-09cd-4b66-b3d0-edbbd815685e tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dadbbfe-41fa-4902-9249-d28470f9573d HTTP/1.1" status: 200 len: 944 time: 0.0748103 Jun 28 12:04:43.267699 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-f93139f9-b181-4a7b-b1fb-dc05f6a7f077 req-a7eb717c-4b4d-4a79-8777-eaedecba4705 tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] 10.222.0.26 "GET /v2.0/security-groups?id=ecace0ea-f022-4c11-8bb3-7f28ed60de3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639622 Jun 28 12:04:43.294716 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-bdd05e21-850d-4fbf-bb48-498402e15d24 req-c5d6b791-db86-4d84-8df0-8be1d3ad37e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:43.303718 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-ace66106-1dbd-4b6f-aef8-9bb3f0cc0d7a req-849121d7-be38-4ec2-9d06-b9cf89c36ede tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25df7236fcb6488397fe969e6963f8c4 HTTP/1.1" status: 200 len: 380 time: 0.0848730 Jun 28 12:04:43.313987 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b485f6-9448-457b-bdac-8224a9ba5f35 req-c669e5b0-91e4-4770-a67b-4f9e18dbc750 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:43.323679 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-72b485f6-9448-457b-bdac-8224a9ba5f35 req-c669e5b0-91e4-4770-a67b-4f9e18dbc750 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5c28880-3292-4f08-9c52-844bedd74d10 HTTP/1.1" status: 200 len: 943 time: 0.0995800 Jun 28 12:04:43.339123 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.v2.base [req-ace66106-1dbd-4b6f-aef8-9bb3f0cc0d7a req-3af86d9d-4ad2-484e-98b4-14d43a76e697 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Request body: {'port': {'device_id': '767e3825-7bef-4bb9-957c-332a031542c1', 'network_id': '61e6c2ec-9082-4875-a218-8630ba468008', 'admin_state_up': True, 'tenant_id': '25df7236fcb6488397fe969e6963f8c4', 'security_groups': ['5742bb03-3e4c-445b-92e8-2e57b510d62a']}} {{(pid=93125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:04:43.378842 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-72b485f6-9448-457b-bdac-8224a9ba5f35 req-415e5ef8-5046-4257-84d3-8297c49c3c62 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/security-groups?id=0046b0d6-801b-426f-9192-d8e3ad3d9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537939 Jun 28 12:04:43.433003 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 56026) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:04:43.446655 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-4dba06f2-2916-4b2b-a852-d048a69467c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:43.556209 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-7f91832e-9821-44e3-bf61-3b0a37b9a58b req-adf19d9b-6487-4c58-8a38-5a8519a404b9 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=767e3825-7bef-4bb9-957c-332a031542c1 HTTP/1.1" status: 200 len: 210 time: 0.0498846 Jun 28 12:04:43.640737 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-ea1bfeb8-ee16-4575-8590-1e3495504f44 req-f61e94c4-7db1-4fe9-a355-c304b3b0aec1 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=4004292d-a19b-4c97-99cf-9a9c343e3f8c HTTP/1.1" status: 200 len: 210 time: 0.0871422 Jun 28 12:04:43.691379 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-4dba06f2-2916-4b2b-a852-d048a69467c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:43.707419 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-4dba06f2-2916-4b2b-a852-d048a69467c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:43.713860 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-012adbea-cbbc-416e-bd08-5878c2c2eace admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:43.733591 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e0347-ddbe-4292-b8b4-151240a4ee6c req-4969f9db-7c1d-4869-a06b-5990fe3c46dc tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:43.735101 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-fc9e0347-ddbe-4292-b8b4-151240a4ee6c req-4969f9db-7c1d-4869-a06b-5990fe3c46dc tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.61 "GET /v2.0/networks?id=cc519756-7b35-42fd-b120-3972e87c8408 HTTP/1.1" status: 200 len: 818 time: 0.2114608 Jun 28 12:04:43.751839 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.v2.base [req-fc9e0347-ddbe-4292-b8b4-151240a4ee6c req-2347ba07-97ae-4c2f-a978-85a2dc88e4fc tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Request body: {'port': {'device_id': '4004292d-a19b-4c97-99cf-9a9c343e3f8c', 'network_id': 'cc519756-7b35-42fd-b120-3972e87c8408', 'admin_state_up': True, 'tenant_id': 'fe7c3f2e1d4146aca83e0fef204d622b'}} {{(pid=93124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:04:43.793983 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-4dba06f2-2916-4b2b-a852-d048a69467c7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=115542d40d8b4e049b5392f9e5840fa6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3572888 Jun 28 12:04:43.810758 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 56038) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:04:43.887973 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dba06f2-2916-4b2b-a852-d048a69467c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=babc1c3d-af59-4bf2-9e68-7a476477c59e,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:43.894571 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ace66106-1dbd-4b6f-aef8-9bb3f0cc0d7a req-3af86d9d-4ad2-484e-98b4-14d43a76e697 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Made reservation on behalf of 25df7236fcb6488397fe969e6963f8c4 for: {'port': 1} {{(pid=93125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:04:43.896857 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-4dba06f2-2916-4b2b-a852-d048a69467c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:43.898043 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-ace66106-1dbd-4b6f-aef8-9bb3f0cc0d7a req-3af86d9d-4ad2-484e-98b4-14d43a76e697 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:43.946628 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-2fc65140-5e7c-4177-a24d-01290ff83ab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:43.987497 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-2fc65140-5e7c-4177-a24d-01290ff83ab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:44.023157 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc9e0347-ddbe-4292-b8b4-151240a4ee6c req-2347ba07-97ae-4c2f-a978-85a2dc88e4fc tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Made reservation on behalf of fe7c3f2e1d4146aca83e0fef204d622b for: {'port': 1} {{(pid=93124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:04:44.026699 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [req-fc9e0347-ddbe-4292-b8b4-151240a4ee6c req-2347ba07-97ae-4c2f-a978-85a2dc88e4fc tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:44.039361 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.notifiers.nova [req-bdd05e21-850d-4fbf-bb48-498402e15d24 req-c5d6b791-db86-4d84-8df0-8be1d3ad37e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09192287-722e-4688-8096-29dd9fa381b0 {{(pid=93125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:04:44.052946 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-bdd05e21-850d-4fbf-bb48-498402e15d24 req-c5d6b791-db86-4d84-8df0-8be1d3ad37e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:44.092779 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.db_base_plugin_common [req-ace66106-1dbd-4b6f-aef8-9bb3f0cc0d7a req-3af86d9d-4ad2-484e-98b4-14d43a76e697 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Allocated IP 172.20.0.9 (61e6c2ec-9082-4875-a218-8630ba468008/558089fa-d5c8-4a60-a96f-efb801414a3b/197e554d-7bb1-447d-ba4e-aeea31694618) {{(pid=93125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:04:44.118339 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.provisioning_blocks [req-bdd05e21-850d-4fbf-bb48-498402e15d24 req-c5d6b791-db86-4d84-8df0-8be1d3ad37e1 service neutron] Transition to ACTIVE for port object 09192287-722e-4688-8096-29dd9fa381b0 will not be triggered until provisioned by entity L2. {{(pid=93125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:04:44.119032 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-2fc65140-5e7c-4177-a24d-01290ff83ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:44.130375 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-bdd05e21-850d-4fbf-bb48-498402e15d24 req-c5d6b791-db86-4d84-8df0-8be1d3ad37e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:44.130698 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-2fc65140-5e7c-4177-a24d-01290ff83ab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:44.130778 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-2fc65140-5e7c-4177-a24d-01290ff83ab6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/babc1c3d-af59-4bf2-9e68-7a476477c59e HTTP/1.1" status: 204 len: 168 time: 0.3167062 Jun 28 12:04:44.137612 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:44.142496 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-d0fa04e1-854d-4778-b344-ec00be02c536 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:44.156707 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc65140-5e7c-4177-a24d-01290ff83ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=babc1c3d-af59-4bf2-9e68-7a476477c59e,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:44.164964 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-2fc65140-5e7c-4177-a24d-01290ff83ab6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:44.234721 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d6b791-db86-4d84-8df0-8be1d3ad37e1 service neutron] Pushing event updated for resources: {'Port': ['ID=09192287-722e-4688-8096-29dd9fa381b0,revision_number=2']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:44.247320 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-c5d6b791-db86-4d84-8df0-8be1d3ad37e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:44.253864 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.db.db_base_plugin_common [req-fc9e0347-ddbe-4292-b8b4-151240a4ee6c req-2347ba07-97ae-4c2f-a978-85a2dc88e4fc tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Allocated IP 172.20.0.9 (cc519756-7b35-42fd-b120-3972e87c8408/8a6107a4-8407-4d53-a64c-0df6855e25e1/8dd11960-e5d4-4cd6-a263-53895d6470c6) {{(pid=93124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:04:44.334648 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.managers [req-bdd05e21-850d-4fbf-bb48-498402e15d24 req-c5d6b791-db86-4d84-8df0-8be1d3ad37e1 service neutron] Attempting to bind port 09192287-722e-4688-8096-29dd9fa381b0 on host hv-cinder-77238 for vnic_type normal with profile {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:04:44.335177 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.managers [req-bdd05e21-850d-4fbf-bb48-498402e15d24 req-c5d6b791-db86-4d84-8df0-8be1d3ad37e1 service neutron] Attempting to bind port 09192287-722e-4688-8096-29dd9fa381b0 by drivers openvswitch,hyperv on host hv-cinder-77238 at level 0 using segments [{'id': '922d30af-9b8f-4fbe-a91d-06c957d8e2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'cc519756-7b35-42fd-b120-3972e87c8408'}] {{(pid=93125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:04:44.335399 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd05e21-850d-4fbf-bb48-498402e15d24 req-c5d6b791-db86-4d84-8df0-8be1d3ad37e1 service neutron] Attempting to bind port 09192287-722e-4688-8096-29dd9fa381b0 on network cc519756-7b35-42fd-b120-3972e87c8408 {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:04:44.343942 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd05e21-850d-4fbf-bb48-498402e15d24 req-c5d6b791-db86-4d84-8df0-8be1d3ad37e1 service neutron] Port 09192287-722e-4688-8096-29dd9fa381b0 on network cc519756-7b35-42fd-b120-3972e87c8408 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77238 {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:04:44.344522 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd05e21-850d-4fbf-bb48-498402e15d24 req-c5d6b791-db86-4d84-8df0-8be1d3ad37e1 service neutron] Attempting to bind port 09192287-722e-4688-8096-29dd9fa381b0 on network cc519756-7b35-42fd-b120-3972e87c8408 {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:04:44.354608 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd05e21-850d-4fbf-bb48-498402e15d24 req-c5d6b791-db86-4d84-8df0-8be1d3ad37e1 service neutron] Checking agent: {'id': '848960a1-f744-4efd-9f3d-017fcea63875', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 2, 37), 'started_at': datetime.datetime(2021, 6, 28, 12, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:04:44.354959 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd05e21-850d-4fbf-bb48-498402e15d24 req-c5d6b791-db86-4d84-8df0-8be1d3ad37e1 service neutron] Checking segment: {'id': '922d30af-9b8f-4fbe-a91d-06c957d8e2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'cc519756-7b35-42fd-b120-3972e87c8408'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:04:44.355349 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd05e21-850d-4fbf-bb48-498402e15d24 req-c5d6b791-db86-4d84-8df0-8be1d3ad37e1 service neutron] Bound using segment: {'id': '922d30af-9b8f-4fbe-a91d-06c957d8e2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'cc519756-7b35-42fd-b120-3972e87c8408'} {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:04:44.355789 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.managers [req-bdd05e21-850d-4fbf-bb48-498402e15d24 req-c5d6b791-db86-4d84-8df0-8be1d3ad37e1 service neutron] Bound port: 09192287-722e-4688-8096-29dd9fa381b0, host: hv-cinder-77238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '922d30af-9b8f-4fbe-a91d-06c957d8e2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'cc519756-7b35-42fd-b120-3972e87c8408'}}] {{(pid=93125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:04:44.356144 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-bdd05e21-850d-4fbf-bb48-498402e15d24 req-c5d6b791-db86-4d84-8df0-8be1d3ad37e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:44.419884 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-ace66106-1dbd-4b6f-aef8-9bb3f0cc0d7a req-3af86d9d-4ad2-484e-98b4-14d43a76e697 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks [] for port, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:44.484292 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.db [req-bdd05e21-850d-4fbf-bb48-498402e15d24 req-c5d6b791-db86-4d84-8df0-8be1d3ad37e1 service neutron] For port 09192287-722e-4688-8096-29dd9fa381b0, host hv-cinder-77238, cleared binding levels {{(pid=93125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:04:44.488912 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.db [req-bdd05e21-850d-4fbf-bb48-498402e15d24 req-c5d6b791-db86-4d84-8df0-8be1d3ad37e1 service neutron] For port 09192287-722e-4688-8096-29dd9fa381b0, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=09192287-722e-4688-8096-29dd9fa381b0,segment=NetworkSegment(922d30af-9b8f-4fbe-a91d-06c957d8e2c6),segment_id=922d30af-9b8f-4fbe-a91d-06c957d8e2c6)] {{(pid=93125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:04:44.490758 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.provisioning_blocks [req-ace66106-1dbd-4b6f-aef8-9bb3f0cc0d7a req-3af86d9d-4ad2-484e-98b4-14d43a76e697 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Transition to ACTIVE for port object 197e554d-7bb1-447d-ba4e-aeea31694618 will not be triggered until provisioned by entity DHCP. {{(pid=93125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:04:44.504314 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-bdd05e21-850d-4fbf-bb48-498402e15d24 req-c5d6b791-db86-4d84-8df0-8be1d3ad37e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:44.524256 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-629728d5-05e1-4771-9389-a08a7129ef6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:44.531607 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd05e21-850d-4fbf-bb48-498402e15d24 req-c5d6b791-db86-4d84-8df0-8be1d3ad37e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:44.532274 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-bdd05e21-850d-4fbf-bb48-498402e15d24 req-c5d6b791-db86-4d84-8df0-8be1d3ad37e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3735354'] for port, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:44.532654 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [req-fc9e0347-ddbe-4292-b8b4-151240a4ee6c req-2347ba07-97ae-4c2f-a978-85a2dc88e4fc tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Notify callbacks [] for port, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:44.534673 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-bdd05e21-850d-4fbf-bb48-498402e15d24 req-c5d6b791-db86-4d84-8df0-8be1d3ad37e1 service neutron] 10.222.0.61 "PUT /v2.0/ports/09192287-722e-4688-8096-29dd9fa381b0 HTTP/1.1" status: 200 len: 1094 time: 1.4063725 Jun 28 12:04:44.540158 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4bb9994-c394-48f3-9920-5ee52626e8eb', 'tag': '09192287-722e-4688-8096-29dd9fa381b0'}] {{(pid=93125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:04:44.543930 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cab5cdacc5b3cbbc94323449081fb5e48b25fdc1a77f938b5656c1b79ba6a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f0ba9b4-dd2b-43a2-90f4-b61383aef860" -d '{"events": [{"name": "network-changed", "server_uuid": "f4bb9994-c394-48f3-9920-5ee52626e8eb", "tag": "09192287-722e-4688-8096-29dd9fa381b0"}]}' {{(pid=93125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:04:44.593679 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [req-fc9e0347-ddbe-4292-b8b4-151240a4ee6c req-2347ba07-97ae-4c2f-a978-85a2dc88e4fc tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751010131950'] for port, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:44.622901 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-94fc52b6-fead-449c-b205-fd77e76d8832 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:44.670191 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-ace66106-1dbd-4b6f-aef8-9bb3f0cc0d7a req-3af86d9d-4ad2-484e-98b4-14d43a76e697 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751010131950'] for port, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:44.706415 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d6b791-db86-4d84-8df0-8be1d3ad37e1 service neutron] Pushing event updated for resources: {'Port': ['ID=09192287-722e-4688-8096-29dd9fa381b0,revision_number=3']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:44.716955 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-c5d6b791-db86-4d84-8df0-8be1d3ad37e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:44.719687 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-d7cd1d90-6142-4dce-ae1a-c03a0e4a6c33 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:44.751173 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ace66106-1dbd-4b6f-aef8-9bb3f0cc0d7a req-3af86d9d-4ad2-484e-98b4-14d43a76e697 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Network 61e6c2ec-9082-4875-a218-8630ba468008 is already hosted by enough agents. {{(pid=93125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:04:44.762405 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.base_scheduler [req-ace66106-1dbd-4b6f-aef8-9bb3f0cc0d7a req-3af86d9d-4ad2-484e-98b4-14d43a76e697 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Resources bound (agent type, host, resource id): {{(pid=93125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:04:44.764749 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.l3_dvrscheduler_db [req-ace66106-1dbd-4b6f-aef8-9bb3f0cc0d7a req-3af86d9d-4ad2-484e-98b4-14d43a76e697 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Received port after_create {{(pid=93125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:04:44.772848 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace66106-1dbd-4b6f-aef8-9bb3f0cc0d7a req-3af86d9d-4ad2-484e-98b4-14d43a76e697 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:44.773540 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-ace66106-1dbd-4b6f-aef8-9bb3f0cc0d7a req-3af86d9d-4ad2-484e-98b4-14d43a76e697 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3735354'] for port, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:44.808617 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af86d9d-4ad2-484e-98b4-14d43a76e697 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Pushing event updated for resources: {'Port': ['ID=197e554d-7bb1-447d-ba4e-aeea31694618,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:44.821469 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-3af86d9d-4ad2-484e-98b4-14d43a76e697 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:44.826615 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd05e21-850d-4fbf-bb48-498402e15d24 req-00ee0a5e-30eb-43e7-8e2e-d4eb2fb07b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:44.827967 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-bdd05e21-850d-4fbf-bb48-498402e15d24 req-00ee0a5e-30eb-43e7-8e2e-d4eb2fb07b03 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fe7c3f2e1d4146aca83e0fef204d622b&device_id=f4bb9994-c394-48f3-9920-5ee52626e8eb HTTP/1.1" status: 200 len: 1097 time: 0.2341518 Jun 28 12:04:44.829324 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-ace66106-1dbd-4b6f-aef8-9bb3f0cc0d7a req-3af86d9d-4ad2-484e-98b4-14d43a76e697 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5083089 Jun 28 12:04:44.835555 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc9e0347-ddbe-4292-b8b4-151240a4ee6c req-2347ba07-97ae-4c2f-a978-85a2dc88e4fc tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Network cc519756-7b35-42fd-b120-3972e87c8408 is already hosted by enough agents. {{(pid=93124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:04:44.863759 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.base_scheduler [req-fc9e0347-ddbe-4292-b8b4-151240a4ee6c req-2347ba07-97ae-4c2f-a978-85a2dc88e4fc tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Resources bound (agent type, host, resource id): {{(pid=93124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:04:44.870512 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc9e0347-ddbe-4292-b8b4-151240a4ee6c req-2347ba07-97ae-4c2f-a978-85a2dc88e4fc tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Received port after_create {{(pid=93124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:04:44.876426 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e0347-ddbe-4292-b8b4-151240a4ee6c req-2347ba07-97ae-4c2f-a978-85a2dc88e4fc tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:44.877133 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [req-fc9e0347-ddbe-4292-b8b4-151240a4ee6c req-2347ba07-97ae-4c2f-a978-85a2dc88e4fc tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3735354'] for port, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:44.891880 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.v2.base [req-ace66106-1dbd-4b6f-aef8-9bb3f0cc0d7a req-17e6a33d-726f-46b5-8ff1-343294925655 service neutron] Request body: {'port': {'device_id': '767e3825-7bef-4bb9-957c-332a031542c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=93125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:04:44.897800 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-bdd05e21-850d-4fbf-bb48-498402e15d24 req-3fafe072-df78-40da-87c1-4a6db6ce8b65 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09192287-722e-4688-8096-29dd9fa381b0 HTTP/1.1" status: 200 len: 217 time: 0.0565138 Jun 28 12:04:44.899291 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2347ba07-97ae-4c2f-a978-85a2dc88e4fc tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Pushing event updated for resources: {'Port': ['ID=8dd11960-e5d4-4cd6-a263-53895d6470c6,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:44.910658 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0c046c-3507-4207-b61a-f9a41ef4634f req-7d7be00a-78e2-4d84-8152-7ffe149ef2ca tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:44.918395 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-2a0c046c-3507-4207-b61a-f9a41ef4634f req-7d7be00a-78e2-4d84-8152-7ffe149ef2ca tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dadbbfe-41fa-4902-9249-d28470f9573d HTTP/1.1" status: 200 len: 944 time: 0.3417897 Jun 28 12:04:44.921008 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-fc9e0347-ddbe-4292-b8b4-151240a4ee6c req-2347ba07-97ae-4c2f-a978-85a2dc88e4fc tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1751037 Jun 28 12:04:44.921829 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-2347ba07-97ae-4c2f-a978-85a2dc88e4fc tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:44.942258 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.v2.base [req-fc9e0347-ddbe-4292-b8b4-151240a4ee6c req-1c0da953-1b8d-49f8-828c-f92dcde99e90 service neutron] Request body: {'port': {'device_id': '4004292d-a19b-4c97-99cf-9a9c343e3f8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=93124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:04:45.011755 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd05e21-850d-4fbf-bb48-498402e15d24 req-f75f4663-7014-427c-b5c9-67756963f6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:45.013287 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-bdd05e21-850d-4fbf-bb48-498402e15d24 req-f75f4663-7014-427c-b5c9-67756963f6c3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8a6107a4-8407-4d53-a64c-0df6855e25e1 HTTP/1.1" status: 200 len: 858 time: 0.0869610 Jun 28 12:04:45.029311 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-2a0c046c-3507-4207-b61a-f9a41ef4634f req-43abd763-edea-4cbb-9f04-55d06b436194 tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] 10.222.0.26 "GET /v2.0/security-groups?id=ecace0ea-f022-4c11-8bb3-7f28ed60de3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099329 Jun 28 12:04:45.056228 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-bdd05e21-850d-4fbf-bb48-498402e15d24 req-013cc50d-5d75-4821-983d-1c460cd20c2d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cc519756-7b35-42fd-b120-3972e87c8408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353334 Jun 28 12:04:45.057275 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-ace66106-1dbd-4b6f-aef8-9bb3f0cc0d7a req-17e6a33d-726f-46b5-8ff1-343294925655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:45.082704 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9329e905-48b7-4486-8b4a-01ad0b54e64d req-2ffacaf1-1894-472e-b88b-17446d9ae793 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:45.089783 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-9329e905-48b7-4486-8b4a-01ad0b54e64d req-2ffacaf1-1894-472e-b88b-17446d9ae793 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5c28880-3292-4f08-9c52-844bedd74d10 HTTP/1.1" status: 200 len: 943 time: 0.4516287 Jun 28 12:04:45.098434 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 12:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d047e2-79aa-4c53-9bd6-2b7c1f338e0e x-openstack-request-id: req-19d047e2-79aa-4c53-9bd6-2b7c1f338e0e {{(pid=93125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:04:45.098434 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4bb9994-c394-48f3-9920-5ee52626e8eb", "tag": "09192287-722e-4688-8096-29dd9fa381b0", "status": "completed", "code": 200}]} {{(pid=93125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:04:45.098434 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-19d047e2-79aa-4c53-9bd6-2b7c1f338e0e {{(pid=93125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:04:45.098434 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4bb9994-c394-48f3-9920-5ee52626e8eb', 'tag': '09192287-722e-4688-8096-29dd9fa381b0', 'status': 'completed', 'code': 200} Jun 28 12:04:45.150951 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-489e1374-8b02-4d60-9475-dbf2938505dd None None] Provisioning for port 197e554d-7bb1-447d-ba4e-aeea31694618 completed by entity DHCP. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:04:45.156446 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-489e1374-8b02-4d60-9475-dbf2938505dd None None] Provisioning complete for port 197e554d-7bb1-447d-ba4e-aeea31694618 triggered by entity DHCP. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:04:45.156862 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-489e1374-8b02-4d60-9475-dbf2938505dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:45.248467 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.plugin [None req-489e1374-8b02-4d60-9475-dbf2938505dd None None] Port 197e554d-7bb1-447d-ba4e-aeea31694618 cannot update to ACTIVE because it is not bound. {{(pid=93126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:04:45.293341 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-bdd05e21-850d-4fbf-bb48-498402e15d24 req-73db54b8-faa4-49ee-9138-e143d4482024 service neutron] 10.222.0.61 "GET /v2.0/networks/cc519756-7b35-42fd-b120-3972e87c8408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273958 Jun 28 12:04:45.375365 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [req-fc9e0347-ddbe-4292-b8b4-151240a4ee6c req-1c0da953-1b8d-49f8-828c-f92dcde99e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:45.393505 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-9329e905-48b7-4486-8b4a-01ad0b54e64d req-5fa99f1c-fa3d-4b80-8221-eceea8e1e38f tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/security-groups?id=0046b0d6-801b-426f-9192-d8e3ad3d9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027849 Jun 28 12:04:45.472641 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-bdd05e21-850d-4fbf-bb48-498402e15d24 req-d077f1ab-a66b-4785-b0b4-4eba6ff9bd93 service neutron] 10.222.0.61 "GET /v2.0/networks/cc519756-7b35-42fd-b120-3972e87c8408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722720 Jun 28 12:04:45.612118 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.notifiers.nova [req-ace66106-1dbd-4b6f-aef8-9bb3f0cc0d7a req-17e6a33d-726f-46b5-8ff1-343294925655 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 197e554d-7bb1-447d-ba4e-aeea31694618 {{(pid=93125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:04:45.624118 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-ace66106-1dbd-4b6f-aef8-9bb3f0cc0d7a req-17e6a33d-726f-46b5-8ff1-343294925655 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:45.649401 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ba9b4-dd2b-43a2-90f4-b61383aef860 req-ec09a7e2-de4c-457a-8c7b-b4962a99b3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:45.651715 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-6f0ba9b4-dd2b-43a2-90f4-b61383aef860 req-ec09a7e2-de4c-457a-8c7b-b4962a99b3f3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fe7c3f2e1d4146aca83e0fef204d622b&device_id=f4bb9994-c394-48f3-9920-5ee52626e8eb HTTP/1.1" status: 200 len: 1097 time: 0.1019547 Jun 28 12:04:45.653153 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.provisioning_blocks [req-ace66106-1dbd-4b6f-aef8-9bb3f0cc0d7a req-17e6a33d-726f-46b5-8ff1-343294925655 service neutron] Transition to ACTIVE for port object 197e554d-7bb1-447d-ba4e-aeea31694618 will not be triggered until provisioned by entity L2. {{(pid=93125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:04:45.658422 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-ace66106-1dbd-4b6f-aef8-9bb3f0cc0d7a req-17e6a33d-726f-46b5-8ff1-343294925655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:45.665610 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b821581-4375-4eda-a084-241eff5c289d req-f0db9567-cb94-4d48-8d94-4c9813dc83f9 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:45.672650 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-8b821581-4375-4eda-a084-241eff5c289d req-f0db9567-cb94-4d48-8d94-4c9813dc83f9 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=767e3825-7bef-4bb9-957c-332a031542c1 HTTP/1.1" status: 200 len: 931 time: 0.3410318 Jun 28 12:04:45.697727 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:45.719991 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 56130) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:04:45.774598 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device e58a98e9-2965-4605-bf27-7b797eb79f7a details requested by agent hyperv_hv-cinder-77238 with host hv-cinder-77238 {{(pid=93126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 12:04:45.791400 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-8b821581-4375-4eda-a084-241eff5c289d req-9db5225d-5f91-4658-b586-9a1d9c2405f4 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=5742bb03-3e4c-445b-92e8-2e57b510d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179330 Jun 28 12:04:45.825446 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c9a00-beef-42d2-9e35-e9d03e731294 req-a89ba13f-5e4e-4141-ba2f-f7f837f0cee2 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:45.827711 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-9f0c9a00-beef-42d2-9e35-e9d03e731294 req-a89ba13f-5e4e-4141-ba2f-f7f837f0cee2 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=4004292d-a19b-4c97-99cf-9a9c343e3f8c HTTP/1.1" status: 200 len: 931 time: 0.2230067 Jun 28 12:04:45.855999 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a33d-726f-46b5-8ff1-343294925655 service neutron] Pushing event updated for resources: {'Port': ['ID=197e554d-7bb1-447d-ba4e-aeea31694618,revision_number=2']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:45.877102 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-17e6a33d-726f-46b5-8ff1-343294925655 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:45.932814 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.notifiers.nova [req-fc9e0347-ddbe-4292-b8b4-151240a4ee6c req-1c0da953-1b8d-49f8-828c-f92dcde99e90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dd11960-e5d4-4cd6-a263-53895d6470c6 {{(pid=93124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:04:45.955086 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-9f0c9a00-beef-42d2-9e35-e9d03e731294 req-fb9c1fe6-857c-4f98-8ddb-c5457a87e28e tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138506 Jun 28 12:04:45.962171 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [req-fc9e0347-ddbe-4292-b8b4-151240a4ee6c req-1c0da953-1b8d-49f8-828c-f92dcde99e90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:45.984887 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [req-fc9e0347-ddbe-4292-b8b4-151240a4ee6c req-1c0da953-1b8d-49f8-828c-f92dcde99e90 service neutron] Transition to ACTIVE for port object 8dd11960-e5d4-4cd6-a263-53895d6470c6 will not be triggered until provisioned by entity L2. {{(pid=93124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:04:45.996335 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [req-fc9e0347-ddbe-4292-b8b4-151240a4ee6c req-1c0da953-1b8d-49f8-828c-f92dcde99e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:46.028148 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:46.045719 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] For port e58a98e9-2965-4605-bf27-7b797eb79f7a, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=e58a98e9-2965-4605-bf27-7b797eb79f7a,segment=NetworkSegment(918d5219-a753-4f11-a570-279069e69307),segment_id=918d5219-a753-4f11-a570-279069e69307)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:04:46.060462 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Returning: {'device': 'e58a98e9-2965-4605-bf27-7b797eb79f7a', 'network_id': '1234ac8c-174f-41c3-8425-b4be39dc33cb', 'port_id': 'e58a98e9-2965-4605-bf27-7b797eb79f7a', 'mac_address': 'fa:16:3e:90:b4:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44c02f51-e468-4503-8e99-c53bcbc29dec', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 12:04:46.105049 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-b899d290-ba49-4c37-962c-a26b9007de87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:46.129567 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ba9b4-dd2b-43a2-90f4-b61383aef860 req-ed91e6b1-4169-4262-af25-42b3560f0263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:46.131483 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-6f0ba9b4-dd2b-43a2-90f4-b61383aef860 req-ed91e6b1-4169-4262-af25-42b3560f0263 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cc519756-7b35-42fd-b120-3972e87c8408 HTTP/1.1" status: 200 len: 919 time: 0.4721978 Jun 28 12:04:46.132819 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.managers [req-ace66106-1dbd-4b6f-aef8-9bb3f0cc0d7a req-17e6a33d-726f-46b5-8ff1-343294925655 service neutron] Attempting to bind port 197e554d-7bb1-447d-ba4e-aeea31694618 on host hv-cinder-77238 for vnic_type normal with profile {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:04:46.132819 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.managers [req-ace66106-1dbd-4b6f-aef8-9bb3f0cc0d7a req-17e6a33d-726f-46b5-8ff1-343294925655 service neutron] Attempting to bind port 197e554d-7bb1-447d-ba4e-aeea31694618 by drivers openvswitch,hyperv on host hv-cinder-77238 at level 0 using segments [{'id': 'aed9295f-7fc3-449f-af4b-5fa9a30585ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '61e6c2ec-9082-4875-a218-8630ba468008'}] {{(pid=93125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:04:46.133036 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace66106-1dbd-4b6f-aef8-9bb3f0cc0d7a req-17e6a33d-726f-46b5-8ff1-343294925655 service neutron] Attempting to bind port 197e554d-7bb1-447d-ba4e-aeea31694618 on network 61e6c2ec-9082-4875-a218-8630ba468008 {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:04:46.190367 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:46.198555 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0da953-1b8d-49f8-828c-f92dcde99e90 service neutron] Pushing event updated for resources: {'Port': ['ID=8dd11960-e5d4-4cd6-a263-53895d6470c6,revision_number=2']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:46.200928 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-1c0da953-1b8d-49f8-828c-f92dcde99e90 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:46.217594 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.notifiers.nova [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e58a98e9-2965-4605-bf27-7b797eb79f7a {{(pid=93126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:04:46.233272 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace66106-1dbd-4b6f-aef8-9bb3f0cc0d7a req-17e6a33d-726f-46b5-8ff1-343294925655 service neutron] Port 197e554d-7bb1-447d-ba4e-aeea31694618 on network 61e6c2ec-9082-4875-a218-8630ba468008 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77238 {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:04:46.234051 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace66106-1dbd-4b6f-aef8-9bb3f0cc0d7a req-17e6a33d-726f-46b5-8ff1-343294925655 service neutron] Attempting to bind port 197e554d-7bb1-447d-ba4e-aeea31694618 on network 61e6c2ec-9082-4875-a218-8630ba468008 {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:04:46.238091 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-6f0ba9b4-dd2b-43a2-90f4-b61383aef860 req-6e87327e-80bf-4d39-a921-da1a848aec15 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09192287-722e-4688-8096-29dd9fa381b0 HTTP/1.1" status: 200 len: 217 time: 0.0954921 Jun 28 12:04:46.241118 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace66106-1dbd-4b6f-aef8-9bb3f0cc0d7a req-17e6a33d-726f-46b5-8ff1-343294925655 service neutron] Checking agent: {'id': '848960a1-f744-4efd-9f3d-017fcea63875', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 2, 37), 'started_at': datetime.datetime(2021, 6, 28, 12, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:04:46.241448 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace66106-1dbd-4b6f-aef8-9bb3f0cc0d7a req-17e6a33d-726f-46b5-8ff1-343294925655 service neutron] Checking segment: {'id': 'aed9295f-7fc3-449f-af4b-5fa9a30585ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '61e6c2ec-9082-4875-a218-8630ba468008'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:04:46.241875 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace66106-1dbd-4b6f-aef8-9bb3f0cc0d7a req-17e6a33d-726f-46b5-8ff1-343294925655 service neutron] Bound using segment: {'id': 'aed9295f-7fc3-449f-af4b-5fa9a30585ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '61e6c2ec-9082-4875-a218-8630ba468008'} {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:04:46.242307 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.managers [req-ace66106-1dbd-4b6f-aef8-9bb3f0cc0d7a req-17e6a33d-726f-46b5-8ff1-343294925655 service neutron] Bound port: 197e554d-7bb1-447d-ba4e-aeea31694618, host: hv-cinder-77238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aed9295f-7fc3-449f-af4b-5fa9a30585ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '61e6c2ec-9082-4875-a218-8630ba468008'}}] {{(pid=93125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:04:46.242690 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-ace66106-1dbd-4b6f-aef8-9bb3f0cc0d7a req-17e6a33d-726f-46b5-8ff1-343294925655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:46.255294 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] For port e58a98e9-2965-4605-bf27-7b797eb79f7a, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=e58a98e9-2965-4605-bf27-7b797eb79f7a,segment=NetworkSegment(918d5219-a753-4f11-a570-279069e69307),segment_id=918d5219-a753-4f11-a570-279069e69307)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:04:46.266197 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:46.267505 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device a9f5bb8e-9509-4dc6-88aa-b7bb7063fa3b details requested by agent hyperv_hv-cinder-77238 with host hv-cinder-77238 {{(pid=93126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 12:04:46.272896 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:46.291107 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [req-fc9e0347-ddbe-4292-b8b4-151240a4ee6c req-1c0da953-1b8d-49f8-828c-f92dcde99e90 service neutron] Attempting to bind port 8dd11960-e5d4-4cd6-a263-53895d6470c6 on host hv-cinder-77238 for vnic_type normal with profile {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:04:46.291446 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [req-fc9e0347-ddbe-4292-b8b4-151240a4ee6c req-1c0da953-1b8d-49f8-828c-f92dcde99e90 service neutron] Attempting to bind port 8dd11960-e5d4-4cd6-a263-53895d6470c6 by drivers openvswitch,hyperv on host hv-cinder-77238 at level 0 using segments [{'id': '922d30af-9b8f-4fbe-a91d-06c957d8e2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'cc519756-7b35-42fd-b120-3972e87c8408'}] {{(pid=93124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:04:46.291778 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9e0347-ddbe-4292-b8b4-151240a4ee6c req-1c0da953-1b8d-49f8-828c-f92dcde99e90 service neutron] Attempting to bind port 8dd11960-e5d4-4cd6-a263-53895d6470c6 on network cc519756-7b35-42fd-b120-3972e87c8408 {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:04:46.305711 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9e0347-ddbe-4292-b8b4-151240a4ee6c req-1c0da953-1b8d-49f8-828c-f92dcde99e90 service neutron] Port 8dd11960-e5d4-4cd6-a263-53895d6470c6 on network cc519756-7b35-42fd-b120-3972e87c8408 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77238 {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:04:46.306039 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9e0347-ddbe-4292-b8b4-151240a4ee6c req-1c0da953-1b8d-49f8-828c-f92dcde99e90 service neutron] Attempting to bind port 8dd11960-e5d4-4cd6-a263-53895d6470c6 on network cc519756-7b35-42fd-b120-3972e87c8408 {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:04:46.317122 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9e0347-ddbe-4292-b8b4-151240a4ee6c req-1c0da953-1b8d-49f8-828c-f92dcde99e90 service neutron] Checking agent: {'id': '848960a1-f744-4efd-9f3d-017fcea63875', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 2, 37), 'started_at': datetime.datetime(2021, 6, 28, 12, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:04:46.317452 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9e0347-ddbe-4292-b8b4-151240a4ee6c req-1c0da953-1b8d-49f8-828c-f92dcde99e90 service neutron] Checking segment: {'id': '922d30af-9b8f-4fbe-a91d-06c957d8e2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'cc519756-7b35-42fd-b120-3972e87c8408'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:04:46.318036 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9e0347-ddbe-4292-b8b4-151240a4ee6c req-1c0da953-1b8d-49f8-828c-f92dcde99e90 service neutron] Bound using segment: {'id': '922d30af-9b8f-4fbe-a91d-06c957d8e2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'cc519756-7b35-42fd-b120-3972e87c8408'} {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:04:46.318669 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [req-fc9e0347-ddbe-4292-b8b4-151240a4ee6c req-1c0da953-1b8d-49f8-828c-f92dcde99e90 service neutron] Bound port: 8dd11960-e5d4-4cd6-a263-53895d6470c6, host: hv-cinder-77238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '922d30af-9b8f-4fbe-a91d-06c957d8e2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'cc519756-7b35-42fd-b120-3972e87c8408'}}] {{(pid=93124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:04:46.319257 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [req-fc9e0347-ddbe-4292-b8b4-151240a4ee6c req-1c0da953-1b8d-49f8-828c-f92dcde99e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:46.359155 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ba9b4-dd2b-43a2-90f4-b61383aef860 req-7455f74f-48ed-40dc-b961-e3ed96ebd10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:46.360825 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-6f0ba9b4-dd2b-43a2-90f4-b61383aef860 req-7455f74f-48ed-40dc-b961-e3ed96ebd10c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8a6107a4-8407-4d53-a64c-0df6855e25e1 HTTP/1.1" status: 200 len: 858 time: 0.1037865 Jun 28 12:04:46.366403 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.db [req-ace66106-1dbd-4b6f-aef8-9bb3f0cc0d7a req-17e6a33d-726f-46b5-8ff1-343294925655 service neutron] For port 197e554d-7bb1-447d-ba4e-aeea31694618, host hv-cinder-77238, cleared binding levels {{(pid=93125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:04:46.378887 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.db [req-ace66106-1dbd-4b6f-aef8-9bb3f0cc0d7a req-17e6a33d-726f-46b5-8ff1-343294925655 service neutron] For port 197e554d-7bb1-447d-ba4e-aeea31694618, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=197e554d-7bb1-447d-ba4e-aeea31694618,segment=NetworkSegment(aed9295f-7fc3-449f-af4b-5fa9a30585ae),segment_id=aed9295f-7fc3-449f-af4b-5fa9a30585ae)] {{(pid=93125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:04:46.395123 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Pushing event updated for resources: {'Port': ['ID=e58a98e9-2965-4605-bf27-7b797eb79f7a,revision_number=4']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:46.399883 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:46.420370 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6daf33e-583d-4727-acfe-b53d28c21ba5 req-50e955ec-dcc0-4e4a-b03c-f5fc37e064f5 tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:46.423607 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-6f0ba9b4-dd2b-43a2-90f4-b61383aef860 req-f49a782e-881e-48e2-93dc-635cc6a81da5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cc519756-7b35-42fd-b120-3972e87c8408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546539 Jun 28 12:04:46.426663 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-ace66106-1dbd-4b6f-aef8-9bb3f0cc0d7a req-17e6a33d-726f-46b5-8ff1-343294925655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:46.427571 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-a6daf33e-583d-4727-acfe-b53d28c21ba5 req-50e955ec-dcc0-4e4a-b03c-f5fc37e064f5 tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dadbbfe-41fa-4902-9249-d28470f9573d HTTP/1.1" status: 200 len: 944 time: 0.1930490 Jun 28 12:04:46.430228 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:46.431098 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] For port a9f5bb8e-9509-4dc6-88aa-b7bb7063fa3b, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=a9f5bb8e-9509-4dc6-88aa-b7bb7063fa3b,segment=NetworkSegment(664bf10a-cc37-4401-9c84-6539584b43ca),segment_id=664bf10a-cc37-4401-9c84-6539584b43ca)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:04:46.445347 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Returning: {'device': 'a9f5bb8e-9509-4dc6-88aa-b7bb7063fa3b', 'network_id': '1644de9e-102a-4648-a07b-56daa50d4933', 'port_id': 'a9f5bb8e-9509-4dc6-88aa-b7bb7063fa3b', 'mac_address': 'fa:16:3e:3e:97:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '863cabcc-94c6-4b78-b7bf-d8e28930a4ab', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 12:04:46.485188 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-b899d290-ba49-4c37-962c-a26b9007de87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:46.492323 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:46.495753 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [req-fc9e0347-ddbe-4292-b8b4-151240a4ee6c req-1c0da953-1b8d-49f8-828c-f92dcde99e90 service neutron] For port 8dd11960-e5d4-4cd6-a263-53895d6470c6, host hv-cinder-77238, cleared binding levels {{(pid=93124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:04:46.498131 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-b899d290-ba49-4c37-962c-a26b9007de87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:46.509699 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.notifiers.nova [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9f5bb8e-9509-4dc6-88aa-b7bb7063fa3b {{(pid=93126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:04:46.512042 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-01a4950f-04fe-4558-b02c-67155d613483 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:46.524540 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-a6daf33e-583d-4727-acfe-b53d28c21ba5 req-90dc4fd8-4348-4e34-9202-dc8de4bf3c53 tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] 10.222.0.26 "GET /v2.0/security-groups?id=ecace0ea-f022-4c11-8bb3-7f28ed60de3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959814 Jun 28 12:04:46.526573 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [req-fc9e0347-ddbe-4292-b8b4-151240a4ee6c req-1c0da953-1b8d-49f8-828c-f92dcde99e90 service neutron] For port 8dd11960-e5d4-4cd6-a263-53895d6470c6, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=8dd11960-e5d4-4cd6-a263-53895d6470c6,segment=NetworkSegment(922d30af-9b8f-4fbe-a91d-06c957d8e2c6),segment_id=922d30af-9b8f-4fbe-a91d-06c957d8e2c6)] {{(pid=93124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:04:46.530622 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] For port a9f5bb8e-9509-4dc6-88aa-b7bb7063fa3b, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=a9f5bb8e-9509-4dc6-88aa-b7bb7063fa3b,segment=NetworkSegment(664bf10a-cc37-4401-9c84-6539584b43ca),segment_id=664bf10a-cc37-4401-9c84-6539584b43ca)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:04:46.537348 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:46.548441 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-7e624c22-80d5-475d-a248-e160a7d2bfed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:46.548579 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a33d-726f-46b5-8ff1-343294925655 service neutron] Pushing event updated for resources: {'Port': ['ID=197e554d-7bb1-447d-ba4e-aeea31694618,revision_number=3']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:46.575249 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-17e6a33d-726f-46b5-8ff1-343294925655 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:46.580387 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-b899d290-ba49-4c37-962c-a26b9007de87 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dcc4c428001d4060843c2420b1f496a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8560717 Jun 28 12:04:46.593186 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Pushing event updated for resources: {'Port': ['ID=a9f5bb8e-9509-4dc6-88aa-b7bb7063fa3b,revision_number=4']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:46.602801 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b899d290-ba49-4c37-962c-a26b9007de87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b950d5-4964-4c20-ba21-26d49eee1801,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:46.606976 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [req-fc9e0347-ddbe-4292-b8b4-151240a4ee6c req-1c0da953-1b8d-49f8-828c-f92dcde99e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:46.608196 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-b899d290-ba49-4c37-962c-a26b9007de87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:46.608646 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 56166) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:04:46.613149 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:46.636526 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace66106-1dbd-4b6f-aef8-9bb3f0cc0d7a req-17e6a33d-726f-46b5-8ff1-343294925655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:46.637228 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-ace66106-1dbd-4b6f-aef8-9bb3f0cc0d7a req-17e6a33d-726f-46b5-8ff1-343294925655 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3735354'] for port, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:46.638740 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-ace66106-1dbd-4b6f-aef8-9bb3f0cc0d7a req-17e6a33d-726f-46b5-8ff1-343294925655 service neutron] 10.222.0.61 "PUT /v2.0/ports/197e554d-7bb1-447d-ba4e-aeea31694618 HTTP/1.1" status: 200 len: 1093 time: 1.7898912 Jun 28 12:04:46.640674 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:46.710415 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e0347-ddbe-4292-b8b4-151240a4ee6c req-1c0da953-1b8d-49f8-828c-f92dcde99e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:46.711049 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [req-fc9e0347-ddbe-4292-b8b4-151240a4ee6c req-1c0da953-1b8d-49f8-828c-f92dcde99e90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3735354'] for port, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:46.712452 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-fc9e0347-ddbe-4292-b8b4-151240a4ee6c req-1c0da953-1b8d-49f8-828c-f92dcde99e90 service neutron] 10.222.0.61 "PUT /v2.0/ports/8dd11960-e5d4-4cd6-a263-53895d6470c6 HTTP/1.1" status: 200 len: 1093 time: 1.7781239 Jun 28 12:04:46.713500 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4004292d-a19b-4c97-99cf-9a9c343e3f8c', 'tag': '8dd11960-e5d4-4cd6-a263-53895d6470c6'}] {{(pid=93124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:04:46.715769 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4926e176e742a15448bc39a4c9e2c24b37607ed8759502f34541a4f556826b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-171f2490-369e-45fe-abef-3210959e10a0" -d '{"events": [{"name": "network-changed", "server_uuid": "4004292d-a19b-4c97-99cf-9a9c343e3f8c", "tag": "8dd11960-e5d4-4cd6-a263-53895d6470c6"}]}' {{(pid=93124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:04:46.787521 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-6f0ba9b4-dd2b-43a2-90f4-b61383aef860 req-7aed18fd-94d8-4657-9bed-d66330f0c5e5 service neutron] 10.222.0.61 "GET /v2.0/networks/cc519756-7b35-42fd-b120-3972e87c8408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482529 Jun 28 12:04:46.830586 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] get_ports_and_sgs() called for port_ids ['e58a98e9-2965-4605-bf27-7b797eb79f7a'] {{(pid=93126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:04:46.840681 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 12:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f44a1b-8288-4f39-ac07-bee60ed344a1 x-openstack-request-id: req-21f44a1b-8288-4f39-ac07-bee60ed344a1 {{(pid=93124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:04:46.841015 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4004292d-a19b-4c97-99cf-9a9c343e3f8c", "tag": "8dd11960-e5d4-4cd6-a263-53895d6470c6", "status": "completed", "code": 200}]} {{(pid=93124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:04:46.841430 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-21f44a1b-8288-4f39-ac07-bee60ed344a1 {{(pid=93124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:04:46.841857 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4004292d-a19b-4c97-99cf-9a9c343e3f8c', 'tag': '8dd11960-e5d4-4cd6-a263-53895d6470c6', 'status': 'completed', 'code': 200} Jun 28 12:04:46.873012 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0da953-1b8d-49f8-828c-f92dcde99e90 service neutron] Pushing event updated for resources: {'Port': ['ID=8dd11960-e5d4-4cd6-a263-53895d6470c6,revision_number=3']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:46.881015 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-1c0da953-1b8d-49f8-828c-f92dcde99e90 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:46.886276 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-602728b7-8a18-4ff9-9798-521788b260f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:46.896818 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace66106-1dbd-4b6f-aef8-9bb3f0cc0d7a req-c3bef913-d4dc-49b2-978a-05274cc73b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:46.898338 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-ace66106-1dbd-4b6f-aef8-9bb3f0cc0d7a req-c3bef913-d4dc-49b2-978a-05274cc73b94 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=25df7236fcb6488397fe969e6963f8c4&device_id=767e3825-7bef-4bb9-957c-332a031542c1 HTTP/1.1" status: 200 len: 1096 time: 0.2071750 Jun 28 12:04:46.920261 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-602728b7-8a18-4ff9-9798-521788b260f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:46.963356 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff589cc-17ed-4246-bcd0-942f2ad45e38 req-0bade771-7500-4e86-b173-611ce8fb4c35 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:46.965093 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-1ff589cc-17ed-4246-bcd0-942f2ad45e38 req-0bade771-7500-4e86-b173-611ce8fb4c35 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5c28880-3292-4f08-9c52-844bedd74d10 HTTP/1.1" status: 200 len: 944 time: 0.3136327 Jun 28 12:04:46.966738 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] get_ports_and_sgs() called for port_ids ['a9f5bb8e-9509-4dc6-88aa-b7bb7063fa3b'] {{(pid=93126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:04:46.990355 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e0347-ddbe-4292-b8b4-151240a4ee6c req-079d8596-040c-4d5b-bac0-af84fa787f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:46.991869 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-fc9e0347-ddbe-4292-b8b4-151240a4ee6c req-079d8596-040c-4d5b-bac0-af84fa787f22 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fe7c3f2e1d4146aca83e0fef204d622b&device_id=4004292d-a19b-4c97-99cf-9a9c343e3f8c HTTP/1.1" status: 200 len: 1096 time: 0.2223716 Jun 28 12:04:47.053682 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-fc9e0347-ddbe-4292-b8b4-151240a4ee6c req-301ea161-ac47-41c8-9873-7dde23b2e32b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8dd11960-e5d4-4cd6-a263-53895d6470c6 HTTP/1.1" status: 200 len: 217 time: 0.0515404 Jun 28 12:04:47.148868 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-602728b7-8a18-4ff9-9798-521788b260f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:47.173262 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-1ff589cc-17ed-4246-bcd0-942f2ad45e38 req-a8d3e5a0-3303-43a0-954f-46a971d3126e tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/security-groups?id=0046b0d6-801b-426f-9192-d8e3ad3d9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953943 Jun 28 12:04:47.174808 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '767e3825-7bef-4bb9-957c-332a031542c1', 'tag': '197e554d-7bb1-447d-ba4e-aeea31694618'}] {{(pid=93125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:04:47.177277 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cab5cdacc5b3cbbc94323449081fb5e48b25fdc1a77f938b5656c1b79ba6a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9632cd3-087a-46ef-8b1b-90b01d3ef1af" -d '{"events": [{"name": "network-changed", "server_uuid": "767e3825-7bef-4bb9-957c-332a031542c1", "tag": "197e554d-7bb1-447d-ba4e-aeea31694618"}]}' {{(pid=93125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:04:47.183287 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-ace66106-1dbd-4b6f-aef8-9bb3f0cc0d7a req-dbf876da-34f5-4c01-b5ef-eae650dbc958 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=197e554d-7bb1-447d-ba4e-aeea31694618 HTTP/1.1" status: 200 len: 217 time: 0.2743306 Jun 28 12:04:47.187759 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-602728b7-8a18-4ff9-9798-521788b260f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:47.191523 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-602728b7-8a18-4ff9-9798-521788b260f0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/00b950d5-4964-4c20-ba21-26d49eee1801 HTTP/1.1" status: 204 len: 168 time: 0.5790253 Jun 28 12:04:47.202757 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:47.238930 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602728b7-8a18-4ff9-9798-521788b260f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b950d5-4964-4c20-ba21-26d49eee1801,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:47.256508 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-602728b7-8a18-4ff9-9798-521788b260f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:47.268849 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e0347-ddbe-4292-b8b4-151240a4ee6c req-3ffec68b-cfec-47ef-bf15-0ff6d0eed73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:47.272628 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-fc9e0347-ddbe-4292-b8b4-151240a4ee6c req-3ffec68b-cfec-47ef-bf15-0ff6d0eed73e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8a6107a4-8407-4d53-a64c-0df6855e25e1 HTTP/1.1" status: 200 len: 858 time: 0.2042627 Jun 28 12:04:47.311598 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-6f0ba9b4-dd2b-43a2-90f4-b61383aef860 req-487fb237-9899-424a-8bfb-8b781c885eb1 service neutron] 10.222.0.61 "GET /v2.0/networks/cc519756-7b35-42fd-b120-3972e87c8408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5156364 Jun 28 12:04:47.342277 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace66106-1dbd-4b6f-aef8-9bb3f0cc0d7a req-2ec93b4a-62fc-47f0-9c1f-85278eddd7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:47.346409 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-ace66106-1dbd-4b6f-aef8-9bb3f0cc0d7a req-2ec93b4a-62fc-47f0-9c1f-85278eddd7b5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=558089fa-d5c8-4a60-a96f-efb801414a3b HTTP/1.1" status: 200 len: 855 time: 0.1510441 Jun 28 12:04:47.361766 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-fc9e0347-ddbe-4292-b8b4-151240a4ee6c req-800d6e3e-b41f-4991-9bc6-ee5174bcc7df service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cc519756-7b35-42fd-b120-3972e87c8408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783281 Jun 28 12:04:47.452390 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace66106-1dbd-4b6f-aef8-9bb3f0cc0d7a req-162513e6-141d-43c8-9f79-5f6b58b60aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:47.454276 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-ace66106-1dbd-4b6f-aef8-9bb3f0cc0d7a req-162513e6-141d-43c8-9f79-5f6b58b60aa2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=61e6c2ec-9082-4875-a218-8630ba468008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0962780 Jun 28 12:04:47.469868 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2beef44-cc68-4e8e-849d-789e2e9d2bda req-479a6279-0512-40c4-8dbe-2f2a5902dcd5 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:47.477212 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-a2beef44-cc68-4e8e-849d-789e2e9d2bda req-479a6279-0512-40c4-8dbe-2f2a5902dcd5 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=767e3825-7bef-4bb9-957c-332a031542c1 HTTP/1.1" status: 200 len: 943 time: 0.4299757 Jun 28 12:04:47.577425 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-a2beef44-cc68-4e8e-849d-789e2e9d2bda req-65aa5166-43eb-4f85-92e3-78f6f61143c1 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=5742bb03-3e4c-445b-92e8-2e57b510d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992706 Jun 28 12:04:47.582557 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-fc9e0347-ddbe-4292-b8b4-151240a4ee6c req-3979c34f-b84a-4cba-85fd-43e97a741f12 service neutron] 10.222.0.61 "GET /v2.0/networks/cc519756-7b35-42fd-b120-3972e87c8408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095098 Jun 28 12:04:47.608232 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-ace66106-1dbd-4b6f-aef8-9bb3f0cc0d7a req-fa798e72-84e3-4e73-91f8-facdf23ec887 service neutron] 10.222.0.61 "GET /v2.0/networks/61e6c2ec-9082-4875-a218-8630ba468008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439910 Jun 28 12:04:47.653836 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 12:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-725ac436-ef1c-41b4-a85c-7072137c0f41 x-openstack-request-id: req-725ac436-ef1c-41b4-a85c-7072137c0f41 {{(pid=93125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:04:47.654151 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "767e3825-7bef-4bb9-957c-332a031542c1", "tag": "197e554d-7bb1-447d-ba4e-aeea31694618", "status": "completed", "code": 200}]} {{(pid=93125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:04:47.654422 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-725ac436-ef1c-41b4-a85c-7072137c0f41 {{(pid=93125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:04:47.654820 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '767e3825-7bef-4bb9-957c-332a031542c1', 'tag': '197e554d-7bb1-447d-ba4e-aeea31694618', 'status': 'completed', 'code': 200} Jun 28 12:04:47.682490 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020d5d7-3ca1-4219-9cd9-7841225078df req-fa916503-a4c2-469f-bd52-0324c80ba51d tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:47.690237 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-2020d5d7-3ca1-4219-9cd9-7841225078df req-fa916503-a4c2-469f-bd52-0324c80ba51d tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=4004292d-a19b-4c97-99cf-9a9c343e3f8c HTTP/1.1" status: 200 len: 943 time: 0.2773640 Jun 28 12:04:47.750502 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device e58a98e9-2965-4605-bf27-7b797eb79f7a up at agent hyperv_hv-cinder-77238 {{(pid=93126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:04:47.752065 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-2020d5d7-3ca1-4219-9cd9-7841225078df req-5b163be4-e764-481a-8005-b23c1b712989 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608191 Jun 28 12:04:47.784568 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-fc9e0347-ddbe-4292-b8b4-151240a4ee6c req-118e9df5-4098-4c89-b652-f3ee7d88968f service neutron] 10.222.0.61 "GET /v2.0/networks/cc519756-7b35-42fd-b120-3972e87c8408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914086 Jun 28 12:04:47.793934 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-ace66106-1dbd-4b6f-aef8-9bb3f0cc0d7a req-d51cf61a-490a-460e-986f-df20499b1aee service neutron] 10.222.0.61 "GET /v2.0/networks/61e6c2ec-9082-4875-a218-8630ba468008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807218 Jun 28 12:04:47.810261 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 56224) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:04:47.837265 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-5deba013-50d3-4056-ae0a-83b434f3b8af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:47.842194 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Provisioning for port e58a98e9-2965-4605-bf27-7b797eb79f7a completed by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:04:47.848852 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Provisioning complete for port e58a98e9-2965-4605-bf27-7b797eb79f7a triggered by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:04:47.849803 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:47.910404 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171f2490-369e-45fe-abef-3210959e10a0 req-a7225b2e-0541-4272-9e68-d744fc47a734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:47.911931 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-171f2490-369e-45fe-abef-3210959e10a0 req-a7225b2e-0541-4272-9e68-d744fc47a734 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fe7c3f2e1d4146aca83e0fef204d622b&device_id=4004292d-a19b-4c97-99cf-9a9c343e3f8c HTTP/1.1" status: 200 len: 1096 time: 0.0669465 Jun 28 12:04:47.945861 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:47.971910 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5c28880-3292-4f08-9c52-844bedd74d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e58a98e9-2965-4605-bf27-7b797eb79f7a'}] {{(pid=93126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:04:48.004622 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640fc5a4-3a33-42e4-81f0-b08e1de9de60 req-3962b9cd-dd0b-4d4f-a582-8361ab1e472f tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:48.006187 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-640fc5a4-3a33-42e4-81f0-b08e1de9de60 req-3962b9cd-dd0b-4d4f-a582-8361ab1e472f tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dadbbfe-41fa-4902-9249-d28470f9573d HTTP/1.1" status: 200 len: 945 time: 0.1726096 Jun 28 12:04:48.010215 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171f2490-369e-45fe-abef-3210959e10a0 req-94a8a31d-d70e-4de4-b32f-d2277890746c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:48.011882 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-171f2490-369e-45fe-abef-3210959e10a0 req-94a8a31d-d70e-4de4-b32f-d2277890746c service neutron] 10.222.0.61 "GET /v2.0/networks?id=cc519756-7b35-42fd-b120-3972e87c8408 HTTP/1.1" status: 200 len: 919 time: 0.0927260 Jun 28 12:04:48.029423 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9632cd3-087a-46ef-8b1b-90b01d3ef1af req-818f9edb-57a3-4c58-9c0b-64aa54856517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:48.030971 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-c9632cd3-087a-46ef-8b1b-90b01d3ef1af req-818f9edb-57a3-4c58-9c0b-64aa54856517 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=25df7236fcb6488397fe969e6963f8c4&device_id=767e3825-7bef-4bb9-957c-332a031542c1 HTTP/1.1" status: 200 len: 1096 time: 0.1465380 Jun 28 12:04:48.057560 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-171f2490-369e-45fe-abef-3210959e10a0 req-048749cc-91b4-4756-9b86-1dc0e2da1f2b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8dd11960-e5d4-4cd6-a263-53895d6470c6 HTTP/1.1" status: 200 len: 217 time: 0.0391250 Jun 28 12:04:48.066417 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] For port e58a98e9-2965-4605-bf27-7b797eb79f7a, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=e58a98e9-2965-4605-bf27-7b797eb79f7a,segment=NetworkSegment(918d5219-a753-4f11-a570-279069e69307),segment_id=918d5219-a753-4f11-a570-279069e69307)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:04:48.073368 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:48.074429 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device a9f5bb8e-9509-4dc6-88aa-b7bb7063fa3b up at agent hyperv_hv-cinder-77238 {{(pid=93126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:04:48.078393 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-7e624c22-80d5-475d-a248-e160a7d2bfed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:48.125653 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171f2490-369e-45fe-abef-3210959e10a0 req-677cd18b-150b-48f1-b762-b96e4acfc3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:48.128047 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-171f2490-369e-45fe-abef-3210959e10a0 req-677cd18b-150b-48f1-b762-b96e4acfc3c3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8a6107a4-8407-4d53-a64c-0df6855e25e1 HTTP/1.1" status: 200 len: 858 time: 0.0645063 Jun 28 12:04:48.132922 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-5deba013-50d3-4056-ae0a-83b434f3b8af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:48.162157 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Pushing event updated for resources: {'Port': ['ID=e58a98e9-2965-4605-bf27-7b797eb79f7a,revision_number=5']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:48.166453 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:48.172553 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Provisioning for port a9f5bb8e-9509-4dc6-88aa-b7bb7063fa3b completed by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:04:48.181231 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-171f2490-369e-45fe-abef-3210959e10a0 req-d519df51-f9e6-481c-9115-f98a47ba4267 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cc519756-7b35-42fd-b120-3972e87c8408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418050 Jun 28 12:04:48.181583 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Provisioning complete for port a9f5bb8e-9509-4dc6-88aa-b7bb7063fa3b triggered by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:04:48.181980 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:48.188161 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef893c2a45f5206efbef573e37d1784350e1616ec5e975db08a1c6348235ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f8ca20-ff89-4e81-b011-ca482746392b" -d '{"events": [{"server_uuid": "b5c28880-3292-4f08-9c52-844bedd74d10", "name": "network-vif-plugged", "status": "completed", "tag": "e58a98e9-2965-4605-bf27-7b797eb79f7a"}]}' {{(pid=93126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:04:48.198743 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-5deba013-50d3-4056-ae0a-83b434f3b8af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:48.213445 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-640fc5a4-3a33-42e4-81f0-b08e1de9de60 req-38c09608-0f00-4f33-a198-d6dced473621 tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] 10.222.0.26 "GET /v2.0/security-groups?id=ecace0ea-f022-4c11-8bb3-7f28ed60de3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991711 Jun 28 12:04:48.220375 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:48.296132 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deba013-50d3-4056-ae0a-83b434f3b8af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3e15ed-0539-4f5e-b794-117f4863ae66,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:48.304383 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 56238) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:04:48.304552 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-5deba013-50d3-4056-ae0a-83b434f3b8af admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fdc82349fc0845e7807d5f5c0de5b2e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4929991 Jun 28 12:04:48.305476 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-5deba013-50d3-4056-ae0a-83b434f3b8af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:48.314949 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:48.316388 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9632cd3-087a-46ef-8b1b-90b01d3ef1af req-a95e0a87-d507-4545-a926-ca2a37788108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:48.318030 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-c9632cd3-087a-46ef-8b1b-90b01d3ef1af req-a95e0a87-d507-4545-a926-ca2a37788108 service neutron] 10.222.0.61 "GET /v2.0/networks?id=61e6c2ec-9082-4875-a218-8630ba468008 HTTP/1.1" status: 200 len: 917 time: 0.2767332 Jun 28 12:04:48.363417 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] For port a9f5bb8e-9509-4dc6-88aa-b7bb7063fa3b, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=a9f5bb8e-9509-4dc6-88aa-b7bb7063fa3b,segment=NetworkSegment(664bf10a-cc37-4401-9c84-6539584b43ca),segment_id=664bf10a-cc37-4401-9c84-6539584b43ca)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:04:48.375793 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:48.375931 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-171f2490-369e-45fe-abef-3210959e10a0 req-0c369686-e8f1-4f3d-a326-dee22e0cb159 service neutron] 10.222.0.61 "GET /v2.0/networks/cc519756-7b35-42fd-b120-3972e87c8408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877458 Jun 28 12:04:48.376689 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-3db207b2-5994-41d7-b580-2f63e702144d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:48.378116 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:48.387903 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-c9632cd3-087a-46ef-8b1b-90b01d3ef1af req-620604c1-0cad-49e3-bf31-9496833265d3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=197e554d-7bb1-447d-ba4e-aeea31694618 HTTP/1.1" status: 200 len: 217 time: 0.0586772 Jun 28 12:04:48.401834 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-3db207b2-5994-41d7-b580-2f63e702144d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:48.452809 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df96c0d9-07ad-4ccc-92b2-4f2aa9396560 x-openstack-request-id: req-df96c0d9-07ad-4ccc-92b2-4f2aa9396560 {{(pid=93126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:04:48.453279 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5c28880-3292-4f08-9c52-844bedd74d10", "name": "network-vif-plugged", "status": "completed", "tag": "e58a98e9-2965-4605-bf27-7b797eb79f7a", "code": 200}]} {{(pid=93126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:04:48.453538 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-df96c0d9-07ad-4ccc-92b2-4f2aa9396560 {{(pid=93126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:04:48.454220 dv-cinder-772388-5-smb neutron-server[93126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5c28880-3292-4f08-9c52-844bedd74d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e58a98e9-2965-4605-bf27-7b797eb79f7a', 'code': 200} Jun 28 12:04:48.459579 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Pushing event updated for resources: {'Port': ['ID=a9f5bb8e-9509-4dc6-88aa-b7bb7063fa3b,revision_number=5']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:48.464825 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:48.467679 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-3db207b2-5994-41d7-b580-2f63e702144d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:48.481503 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-3db207b2-5994-41d7-b580-2f63e702144d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:48.484967 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-3db207b2-5994-41d7-b580-2f63e702144d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2f3e15ed-0539-4f5e-b794-117f4863ae66 HTTP/1.1" status: 204 len: 168 time: 0.1761146 Jun 28 12:04:48.491406 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-cc0fe750-3c82-4982-a913-084615e8d95f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:48.502155 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db207b2-5994-41d7-b580-2f63e702144d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3e15ed-0539-4f5e-b794-117f4863ae66,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:48.505598 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9632cd3-087a-46ef-8b1b-90b01d3ef1af req-981a55e3-2752-4b7e-b3d5-9914cd4af77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:48.505849 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-3db207b2-5994-41d7-b580-2f63e702144d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:48.507474 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-c9632cd3-087a-46ef-8b1b-90b01d3ef1af req-981a55e3-2752-4b7e-b3d5-9914cd4af77b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=558089fa-d5c8-4a60-a96f-efb801414a3b HTTP/1.1" status: 200 len: 855 time: 0.1161897 Jun 28 12:04:48.605908 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-171f2490-369e-45fe-abef-3210959e10a0 req-42026def-e4e6-4e6b-b433-ae4f1e57c91f service neutron] 10.222.0.61 "GET /v2.0/networks/cc519756-7b35-42fd-b120-3972e87c8408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550906 Jun 28 12:04:48.656729 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ca612-c525-4cde-85ea-b1f391d6c777 req-b29a4084-d833-49d7-b3e4-fac7cb9b4286 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:48.661821 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-7e8ca612-c525-4cde-85ea-b1f391d6c777 req-b29a4084-d833-49d7-b3e4-fac7cb9b4286 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5c28880-3292-4f08-9c52-844bedd74d10 HTTP/1.1" status: 200 len: 945 time: 0.2226946 Jun 28 12:04:48.876225 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5545c19-4615-4e7b-a3b3-e59c59c7c230 req-351e0d23-b3b5-464c-bfd9-e747eaf6ccf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:48.878390 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-a5545c19-4615-4e7b-a3b3-e59c59c7c230 req-351e0d23-b3b5-464c-bfd9-e747eaf6ccf3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b5c28880-3292-4f08-9c52-844bedd74d10 HTTP/1.1" status: 200 len: 1098 time: 0.1133687 Jun 28 12:04:48.916406 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-a5545c19-4615-4e7b-a3b3-e59c59c7c230 req-e8fde006-2da2-46d1-acb2-cd672a5faa3c service neutron] Notify callbacks [] for security_group, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:49.006815 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-7e8ca612-c525-4cde-85ea-b1f391d6c777 req-e7c63672-0f60-4ebb-9c60-265639d940bf tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/security-groups?id=0046b0d6-801b-426f-9192-d8e3ad3d9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361564 Jun 28 12:04:49.010079 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9632cd3-087a-46ef-8b1b-90b01d3ef1af req-4dacff97-2690-4953-8e8a-2642f4e42bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:49.012767 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-c9632cd3-087a-46ef-8b1b-90b01d3ef1af req-4dacff97-2690-4953-8e8a-2642f4e42bb7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=61e6c2ec-9082-4875-a218-8630ba468008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4824185 Jun 28 12:04:49.119119 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f42bb-7d81-4cbc-a78f-fabd127aa682 req-d63e0e47-b120-424b-9c1e-d8337b61b470 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:49.120708 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-e15f42bb-7d81-4cbc-a78f-fabd127aa682 req-d63e0e47-b120-424b-9c1e-d8337b61b470 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=767e3825-7bef-4bb9-957c-332a031542c1 HTTP/1.1" status: 200 len: 943 time: 0.1631527 Jun 28 12:04:49.126389 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-a5545c19-4615-4e7b-a3b3-e59c59c7c230 req-e8fde006-2da2-46d1-acb2-cd672a5faa3c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:49.137014 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-a5545c19-4615-4e7b-a3b3-e59c59c7c230 req-e8fde006-2da2-46d1-acb2-cd672a5faa3c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:49.142873 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:49.179085 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-e15f42bb-7d81-4cbc-a78f-fabd127aa682 req-be1273d9-d824-42c2-8d0a-ca3010c758b0 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=5742bb03-3e4c-445b-92e8-2e57b510d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512416 Jun 28 12:04:49.186293 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-c9632cd3-087a-46ef-8b1b-90b01d3ef1af req-5d7471ab-afa2-4125-b5a1-99265cf78daa service neutron] 10.222.0.61 "GET /v2.0/networks/61e6c2ec-9082-4875-a218-8630ba468008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652689 Jun 28 12:04:49.186916 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-a5545c19-4615-4e7b-a3b3-e59c59c7c230 req-e8fde006-2da2-46d1-acb2-cd672a5faa3c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0046b0d6-801b-426f-9192-d8e3ad3d9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000643 Jun 28 12:04:49.192652 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fde006-2da2-46d1-acb2-cd672a5faa3c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=66387940-e0e8-481f-837d-ef4bd4c6b4a6,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:49.196094 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-e8fde006-2da2-46d1-acb2-cd672a5faa3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:49.240668 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 56276) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:04:49.254883 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-5b969ba0-d75a-43aa-a05a-7e14cacaf5e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:49.363605 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-5b969ba0-d75a-43aa-a05a-7e14cacaf5e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:49.367682 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-5b969ba0-d75a-43aa-a05a-7e14cacaf5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:49.370348 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:49.396667 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c811ce38-e64c-4d83-980a-43b714022b86 req-c9f2b727-cc28-4b19-aeba-775b78706c07 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:49.398155 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-c811ce38-e64c-4d83-980a-43b714022b86 req-c9f2b727-cc28-4b19-aeba-775b78706c07 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=4004292d-a19b-4c97-99cf-9a9c343e3f8c HTTP/1.1" status: 200 len: 943 time: 0.1645024 Jun 28 12:04:49.409759 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-5b969ba0-d75a-43aa-a05a-7e14cacaf5e8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5cd1ef4c42584f82819bc0afa10937a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1654315 Jun 28 12:04:49.409759 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b969ba0-d75a-43aa-a05a-7e14cacaf5e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da370c83-80dc-4d28-b20f-0b8de54d3f94,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:49.410377 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 56278) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:04:49.416416 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-5b969ba0-d75a-43aa-a05a-7e14cacaf5e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:49.420329 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-c9632cd3-087a-46ef-8b1b-90b01d3ef1af req-7974aa86-e87c-48f8-a830-aecdc823f237 service neutron] 10.222.0.61 "GET /v2.0/networks/61e6c2ec-9082-4875-a218-8630ba468008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574132 Jun 28 12:04:49.458467 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-c811ce38-e64c-4d83-980a-43b714022b86 req-bf33eca4-4a55-4553-895a-2198d413ec72 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505838 Jun 28 12:04:49.461426 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-edc0daef-ac30-4ec4-ba0b-08d3469ecec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:49.470081 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55ca07-a083-446c-8178-e1f44f243e6c req-15ac2cee-a825-41c8-8dea-c08fe683b73a tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:49.471450 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-ce55ca07-a083-446c-8178-e1f44f243e6c req-15ac2cee-a825-41c8-8dea-c08fe683b73a tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dadbbfe-41fa-4902-9249-d28470f9573d HTTP/1.1" status: 200 len: 946 time: 0.1318808 Jun 28 12:04:49.495213 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-edc0daef-ac30-4ec4-ba0b-08d3469ecec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:49.515236 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-ce55ca07-a083-446c-8178-e1f44f243e6c req-a4a798ad-2c59-44aa-bed2-60782045610f tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] 10.222.0.26 "GET /v2.0/security-groups?id=ecace0ea-f022-4c11-8bb3-7f28ed60de3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339785 Jun 28 12:04:49.541673 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-edc0daef-ac30-4ec4-ba0b-08d3469ecec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:49.544565 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-edc0daef-ac30-4ec4-ba0b-08d3469ecec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:49.546132 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-edc0daef-ac30-4ec4-ba0b-08d3469ecec3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/da370c83-80dc-4d28-b20f-0b8de54d3f94 HTTP/1.1" status: 204 len: 168 time: 0.1348810 Jun 28 12:04:49.546856 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:49.554052 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc0daef-ac30-4ec4-ba0b-08d3469ecec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da370c83-80dc-4d28-b20f-0b8de54d3f94,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:49.556806 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-edc0daef-ac30-4ec4-ba0b-08d3469ecec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:49.763912 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device 09192287-722e-4688-8096-29dd9fa381b0 details requested by agent hyperv_hv-cinder-77238 with host hv-cinder-77238 {{(pid=93126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 12:04:49.866647 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] For port 09192287-722e-4688-8096-29dd9fa381b0, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=09192287-722e-4688-8096-29dd9fa381b0,segment=NetworkSegment(922d30af-9b8f-4fbe-a91d-06c957d8e2c6),segment_id=922d30af-9b8f-4fbe-a91d-06c957d8e2c6)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:04:49.878085 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Returning: {'device': '09192287-722e-4688-8096-29dd9fa381b0', 'network_id': 'cc519756-7b35-42fd-b120-3972e87c8408', 'port_id': '09192287-722e-4688-8096-29dd9fa381b0', 'mac_address': 'fa:16:3e:e1:36:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a6107a4-8407-4d53-a64c-0df6855e25e1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 12:04:49.914328 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:49.926533 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.notifiers.nova [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09192287-722e-4688-8096-29dd9fa381b0 {{(pid=93126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:04:49.947658 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] For port 09192287-722e-4688-8096-29dd9fa381b0, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=09192287-722e-4688-8096-29dd9fa381b0,segment=NetworkSegment(922d30af-9b8f-4fbe-a91d-06c957d8e2c6),segment_id=922d30af-9b8f-4fbe-a91d-06c957d8e2c6)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:04:49.951470 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:49.953217 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:49.997259 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Pushing event updated for resources: {'Port': ['ID=09192287-722e-4688-8096-29dd9fa381b0,revision_number=4']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:50.000382 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:50.190042 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] get_ports_and_sgs() called for port_ids ['09192287-722e-4688-8096-29dd9fa381b0'] {{(pid=93126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:04:50.205852 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3c1feb-15f7-4ee2-8db3-6bd98bb59702 req-bd0b88a2-7c14-4574-8b60-c1b06d1ae4d2 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:50.207583 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-0f3c1feb-15f7-4ee2-8db3-6bd98bb59702 req-bd0b88a2-7c14-4574-8b60-c1b06d1ae4d2 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5c28880-3292-4f08-9c52-844bedd74d10 HTTP/1.1" status: 200 len: 945 time: 0.0792201 Jun 28 12:04:50.257843 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-0f3c1feb-15f7-4ee2-8db3-6bd98bb59702 req-8f6f8faa-b997-4375-a738-b9766b8418cf tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/security-groups?id=0046b0d6-801b-426f-9192-d8e3ad3d9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437837 Jun 28 12:04:50.438987 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46279a84-e600-421e-9021-6bc6bdab065d req-fc56f31e-8ce7-4178-8a6a-5493eec6600e tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:50.441263 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-46279a84-e600-421e-9021-6bc6bdab065d req-fc56f31e-8ce7-4178-8a6a-5493eec6600e tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=767e3825-7bef-4bb9-957c-332a031542c1 HTTP/1.1" status: 200 len: 943 time: 0.0980277 Jun 28 12:04:50.458583 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dadbbfe-41fa-4902-9249-d28470f9573d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f5bb8e-9509-4dc6-88aa-b7bb7063fa3b'}] {{(pid=93126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:04:50.460980 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef893c2a45f5206efbef573e37d1784350e1616ec5e975db08a1c6348235ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ef2b55-d7e9-44ea-9121-b00562a9c16e" -d '{"events": [{"server_uuid": "5dadbbfe-41fa-4902-9249-d28470f9573d", "name": "network-vif-plugged", "status": "completed", "tag": "a9f5bb8e-9509-4dc6-88aa-b7bb7063fa3b"}]}' {{(pid=93126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:04:50.524280 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-46279a84-e600-421e-9021-6bc6bdab065d req-b1a369eb-dc42-426c-ba46-c77b720b1d84 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=5742bb03-3e4c-445b-92e8-2e57b510d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725782 Jun 28 12:04:50.572703 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37088d03-361e-4ffd-8012-132e3dfb9f22 x-openstack-request-id: req-37088d03-361e-4ffd-8012-132e3dfb9f22 {{(pid=93126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:04:50.578790 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dadbbfe-41fa-4902-9249-d28470f9573d", "name": "network-vif-plugged", "status": "completed", "tag": "a9f5bb8e-9509-4dc6-88aa-b7bb7063fa3b", "code": 200}]} {{(pid=93126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:04:50.579225 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-37088d03-361e-4ffd-8012-132e3dfb9f22 {{(pid=93126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:04:50.579767 dv-cinder-772388-5-smb neutron-server[93126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dadbbfe-41fa-4902-9249-d28470f9573d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f5bb8e-9509-4dc6-88aa-b7bb7063fa3b', 'code': 200} Jun 28 12:04:50.718782 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 56346) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:04:50.928080 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-9ce2f7ed-87ae-4cc1-8c46-9020d82ca430 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:51.022300 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7293d18-ef56-458a-a90c-13091b37e637 req-0076c329-659a-4b40-a534-4f23c6cca824 tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:51.024031 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-d7293d18-ef56-458a-a90c-13091b37e637 req-0076c329-659a-4b40-a534-4f23c6cca824 tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dadbbfe-41fa-4902-9249-d28470f9573d HTTP/1.1" status: 200 len: 946 time: 0.2376463 Jun 28 12:04:51.086878 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed008c-ed96-44c7-a3ee-4dcd60af0f81 req-61099187-b359-4597-a6e9-002be520c905 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:51.088424 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-29ed008c-ed96-44c7-a3ee-4dcd60af0f81 req-61099187-b359-4597-a6e9-002be520c905 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=4004292d-a19b-4c97-99cf-9a9c343e3f8c HTTP/1.1" status: 200 len: 943 time: 0.2731118 Jun 28 12:04:51.099770 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 56374) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:04:51.226893 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-d7293d18-ef56-458a-a90c-13091b37e637 req-18dac7e8-af41-4b2e-955c-bf30a61c4b8c tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] 10.222.0.26 "GET /v2.0/security-groups?id=ecace0ea-f022-4c11-8bb3-7f28ed60de3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844776 Jun 28 12:04:51.258441 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-29ed008c-ed96-44c7-a3ee-4dcd60af0f81 req-c3f2d1f1-47ac-4e5c-8336-fe9f08446d15 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550653 Jun 28 12:04:51.298389 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-9ce2f7ed-87ae-4cc1-8c46-9020d82ca430 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:51.303299 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c605e5c0-627b-4b6a-aba0-5f92c6bcdb7b req-e685c700-354b-4943-9358-40be84e26309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:51.305441 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-c605e5c0-627b-4b6a-aba0-5f92c6bcdb7b req-e685c700-354b-4943-9358-40be84e26309 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5dadbbfe-41fa-4902-9249-d28470f9573d HTTP/1.1" status: 200 len: 1099 time: 0.3478673 Jun 28 12:04:51.309942 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-9ce2f7ed-87ae-4cc1-8c46-9020d82ca430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:51.357483 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:51.383782 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-9ce2f7ed-87ae-4cc1-8c46-9020d82ca430 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9ce919833be94e48be57ebb1b26e115f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6636839 Jun 28 12:04:51.386541 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 56392) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:04:51.391896 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce2f7ed-87ae-4cc1-8c46-9020d82ca430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5273f23b-af25-4cb7-bb09-ccac7ed53fd7,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:51.410695 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-9ce2f7ed-87ae-4cc1-8c46-9020d82ca430 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:51.441447 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-12284d21-19de-40b8-8b0e-65f48342821e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:51.472994 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-c605e5c0-627b-4b6a-aba0-5f92c6bcdb7b req-2f7e1e0c-7f19-4472-a938-6aa0223ce6f6 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ecace0ea-f022-4c11-8bb3-7f28ed60de3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164749 Jun 28 12:04:51.476725 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-9e5049d4-cea2-4f85-beff-d3d8f061d33c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:51.512272 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-9e5049d4-cea2-4f85-beff-d3d8f061d33c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:51.517250 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1468718-f321-4375-a360-3e09165f6278 req-6ff73bb1-a57e-4394-892a-c14efb1cfe36 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:51.518801 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-d1468718-f321-4375-a360-3e09165f6278 req-6ff73bb1-a57e-4394-892a-c14efb1cfe36 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5c28880-3292-4f08-9c52-844bedd74d10 HTTP/1.1" status: 200 len: 945 time: 0.1095200 Jun 28 12:04:51.587184 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-d1468718-f321-4375-a360-3e09165f6278 req-42a03ce4-d14e-4364-aff2-e7fa2f0c23a8 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/security-groups?id=0046b0d6-801b-426f-9192-d8e3ad3d9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581024 Jun 28 12:04:51.596638 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-9e5049d4-cea2-4f85-beff-d3d8f061d33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:51.602175 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-9e5049d4-cea2-4f85-beff-d3d8f061d33c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:51.606148 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-9e5049d4-cea2-4f85-beff-d3d8f061d33c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5273f23b-af25-4cb7-bb09-ccac7ed53fd7 HTTP/1.1" status: 204 len: 168 time: 0.2155113 Jun 28 12:04:51.606148 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-12284d21-19de-40b8-8b0e-65f48342821e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:51.606872 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:51.615084 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-12284d21-19de-40b8-8b0e-65f48342821e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:51.616070 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5049d4-cea2-4f85-beff-d3d8f061d33c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5273f23b-af25-4cb7-bb09-ccac7ed53fd7,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:51.620092 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-9e5049d4-cea2-4f85-beff-d3d8f061d33c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:51.620577 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-9e5049d4-cea2-4f85-beff-d3d8f061d33c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:51.657199 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12284d21-19de-40b8-8b0e-65f48342821e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e57b4a4a-ae92-41bc-9e9c-61fa52e04fad,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:51.664281 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-12284d21-19de-40b8-8b0e-65f48342821e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7beb0165f4054f8fb6f7f55344cd310f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5625856 Jun 28 12:04:51.664422 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 56404) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:04:51.665129 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-12284d21-19de-40b8-8b0e-65f48342821e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:51.725327 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-164065dd-fb09-41a4-b839-0dc7b9dfb3dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:51.773634 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device 8dd11960-e5d4-4cd6-a263-53895d6470c6 details requested by agent hyperv_hv-cinder-77238 with host hv-cinder-77238 {{(pid=93126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 12:04:51.780224 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-164065dd-fb09-41a4-b839-0dc7b9dfb3dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:51.780375 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device 09192287-722e-4688-8096-29dd9fa381b0 up at agent hyperv_hv-cinder-77238 {{(pid=93126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:04:51.852071 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcaa371-4e99-42cc-863f-18d44f42e895 req-2377bb41-7d3a-4a65-8b11-83d5aca87e21 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:51.854383 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-1bcaa371-4e99-42cc-863f-18d44f42e895 req-2377bb41-7d3a-4a65-8b11-83d5aca87e21 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=767e3825-7bef-4bb9-957c-332a031542c1 HTTP/1.1" status: 200 len: 943 time: 0.1224344 Jun 28 12:04:51.886864 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-164065dd-fb09-41a4-b839-0dc7b9dfb3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:51.890235 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-164065dd-fb09-41a4-b839-0dc7b9dfb3dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:51.892144 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-164065dd-fb09-41a4-b839-0dc7b9dfb3dd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e57b4a4a-ae92-41bc-9e9c-61fa52e04fad HTTP/1.1" status: 204 len: 168 time: 0.2261469 Jun 28 12:04:51.894457 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:51.905275 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164065dd-fb09-41a4-b839-0dc7b9dfb3dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57b4a4a-ae92-41bc-9e9c-61fa52e04fad,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:51.908313 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-164065dd-fb09-41a4-b839-0dc7b9dfb3dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:51.924333 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Provisioning for port 09192287-722e-4688-8096-29dd9fa381b0 completed by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:04:51.936479 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Provisioning complete for port 09192287-722e-4688-8096-29dd9fa381b0 triggered by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:04:51.937081 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:51.957895 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-1bcaa371-4e99-42cc-863f-18d44f42e895 req-4bb1d7b1-3da5-4fc2-ae6e-e0362648d2cb tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=5742bb03-3e4c-445b-92e8-2e57b510d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835583 Jun 28 12:04:52.049217 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 56414) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:04:52.058868 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] For port 8dd11960-e5d4-4cd6-a263-53895d6470c6, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=8dd11960-e5d4-4cd6-a263-53895d6470c6,segment=NetworkSegment(922d30af-9b8f-4fbe-a91d-06c957d8e2c6),segment_id=922d30af-9b8f-4fbe-a91d-06c957d8e2c6)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:04:52.066887 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-3c8afc28-5091-4e7e-8a7a-435407b17f7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:52.080590 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Returning: {'device': '8dd11960-e5d4-4cd6-a263-53895d6470c6', 'network_id': 'cc519756-7b35-42fd-b120-3972e87c8408', 'port_id': '8dd11960-e5d4-4cd6-a263-53895d6470c6', 'mac_address': 'fa:16:3e:a7:cf:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a6107a4-8407-4d53-a64c-0df6855e25e1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 12:04:52.155561 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:52.158378 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:52.178705 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.notifiers.nova [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dd11960-e5d4-4cd6-a263-53895d6470c6 {{(pid=93126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:04:52.178922 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-3c8afc28-5091-4e7e-8a7a-435407b17f7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:52.185381 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-3c8afc28-5091-4e7e-8a7a-435407b17f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:52.209337 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-edc0daef-ac30-4ec4-ba0b-08d3469ecec3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:52.216915 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] For port 8dd11960-e5d4-4cd6-a263-53895d6470c6, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=8dd11960-e5d4-4cd6-a263-53895d6470c6,segment=NetworkSegment(922d30af-9b8f-4fbe-a91d-06c957d8e2c6),segment_id=922d30af-9b8f-4fbe-a91d-06c957d8e2c6)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:04:52.218772 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] For port 09192287-722e-4688-8096-29dd9fa381b0, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=09192287-722e-4688-8096-29dd9fa381b0,segment=NetworkSegment(922d30af-9b8f-4fbe-a91d-06c957d8e2c6),segment_id=922d30af-9b8f-4fbe-a91d-06c957d8e2c6)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:04:52.224705 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:52.225853 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device 197e554d-7bb1-447d-ba4e-aeea31694618 details requested by agent hyperv_hv-cinder-77238 with host hv-cinder-77238 {{(pid=93126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 12:04:52.228348 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-3c8afc28-5091-4e7e-8a7a-435407b17f7a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b9a62e81d0d84999b88ac09ad92644c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1776621 Jun 28 12:04:52.231658 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 56422) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:04:52.232877 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:52.235358 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:52.246574 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8afc28-5091-4e7e-8a7a-435407b17f7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f0a142-13b6-4e3c-b944-f194e4f060e4,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:52.249444 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-3c8afc28-5091-4e7e-8a7a-435407b17f7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:52.322900 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Pushing event updated for resources: {'Port': ['ID=8dd11960-e5d4-4cd6-a263-53895d6470c6,revision_number=4']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:52.324063 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-d9aaa1f1-f27f-40c7-a7f7-c158bdf69651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:52.333392 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:52.333867 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:52.351454 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-d9aaa1f1-f27f-40c7-a7f7-c158bdf69651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:52.389076 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Pushing event updated for resources: {'Port': ['ID=09192287-722e-4688-8096-29dd9fa381b0,revision_number=5']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:52.443953 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:52.460819 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-d9aaa1f1-f27f-40c7-a7f7-c158bdf69651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:52.468014 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-d9aaa1f1-f27f-40c7-a7f7-c158bdf69651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:52.469617 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-d9aaa1f1-f27f-40c7-a7f7-c158bdf69651 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c9f0a142-13b6-4e3c-b944-f194e4f060e4 HTTP/1.1" status: 204 len: 168 time: 0.2373712 Jun 28 12:04:52.473560 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-aa30966c-554c-4571-bcd2-2846582531ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:52.496730 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aaa1f1-f27f-40c7-a7f7-c158bdf69651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f0a142-13b6-4e3c-b944-f194e4f060e4,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:52.504203 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-d9aaa1f1-f27f-40c7-a7f7-c158bdf69651 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:52.510153 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] For port 197e554d-7bb1-447d-ba4e-aeea31694618, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=197e554d-7bb1-447d-ba4e-aeea31694618,segment=NetworkSegment(aed9295f-7fc3-449f-af4b-5fa9a30585ae),segment_id=aed9295f-7fc3-449f-af4b-5fa9a30585ae)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:04:52.532222 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Returning: {'device': '197e554d-7bb1-447d-ba4e-aeea31694618', 'network_id': '61e6c2ec-9082-4875-a218-8630ba468008', 'port_id': '197e554d-7bb1-447d-ba4e-aeea31694618', 'mac_address': 'fa:16:3e:03:67:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558089fa-d5c8-4a60-a96f-efb801414a3b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 12:04:52.585097 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4bb9994-c394-48f3-9920-5ee52626e8eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09192287-722e-4688-8096-29dd9fa381b0'}] {{(pid=93126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:04:52.589952 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef893c2a45f5206efbef573e37d1784350e1616ec5e975db08a1c6348235ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f4c166-fec6-4141-9418-af9bbf1cf54e" -d '{"events": [{"server_uuid": "f4bb9994-c394-48f3-9920-5ee52626e8eb", "name": "network-vif-plugged", "status": "completed", "tag": "09192287-722e-4688-8096-29dd9fa381b0"}]}' {{(pid=93126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:04:52.617245 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd94836-abdf-4e1a-ad88-36ffd498bc94 req-0843d9d7-6f0d-48e9-9700-13e0767dee30 tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:52.619888 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-fdd94836-abdf-4e1a-ad88-36ffd498bc94 req-0843d9d7-6f0d-48e9-9700-13e0767dee30 tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dadbbfe-41fa-4902-9249-d28470f9573d HTTP/1.1" status: 200 len: 946 time: 0.2304401 Jun 28 12:04:52.633485 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:52.660332 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.notifiers.nova [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 197e554d-7bb1-447d-ba4e-aeea31694618 {{(pid=93126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:04:52.695434 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-fdd94836-abdf-4e1a-ad88-36ffd498bc94 req-088dc2ac-852f-42b3-9661-5de3ffc133cd tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] 10.222.0.26 "GET /v2.0/security-groups?id=ecace0ea-f022-4c11-8bb3-7f28ed60de3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669057 Jun 28 12:04:52.722893 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] For port 197e554d-7bb1-447d-ba4e-aeea31694618, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=197e554d-7bb1-447d-ba4e-aeea31694618,segment=NetworkSegment(aed9295f-7fc3-449f-af4b-5fa9a30585ae),segment_id=aed9295f-7fc3-449f-af4b-5fa9a30585ae)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:04:52.730089 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f2d1e3-423c-47a2-804f-128530b8c24e req-eac5a802-6bb4-4fc8-9921-c584811f60e8 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:52.731392 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:52.733914 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-21f2d1e3-423c-47a2-804f-128530b8c24e req-eac5a802-6bb4-4fc8-9921-c584811f60e8 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=4004292d-a19b-4c97-99cf-9a9c343e3f8c HTTP/1.1" status: 200 len: 944 time: 0.2413747 Jun 28 12:04:52.735038 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-bbbb58c6-35a6-4c71-a2e8-6193cfdbeb39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:52.802220 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-21f2d1e3-423c-47a2-804f-128530b8c24e req-96ae83ea-bbf8-4b88-87e7-815e3c30a226 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606318 Jun 28 12:04:52.811411 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc43bed-aed1-4359-b491-b912da13923f x-openstack-request-id: req-6bc43bed-aed1-4359-b491-b912da13923f {{(pid=93126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:04:52.811876 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4bb9994-c394-48f3-9920-5ee52626e8eb", "name": "network-vif-plugged", "status": "completed", "tag": "09192287-722e-4688-8096-29dd9fa381b0", "code": 200}]} {{(pid=93126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:04:52.812339 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6bc43bed-aed1-4359-b491-b912da13923f {{(pid=93126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:04:52.813124 dv-cinder-772388-5-smb neutron-server[93126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4bb9994-c394-48f3-9920-5ee52626e8eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09192287-722e-4688-8096-29dd9fa381b0', 'code': 200} Jun 28 12:04:52.832077 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Pushing event updated for resources: {'Port': ['ID=197e554d-7bb1-447d-ba4e-aeea31694618,revision_number=4']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:52.836597 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:53.022773 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] get_ports_and_sgs() called for port_ids ['8dd11960-e5d4-4cd6-a263-53895d6470c6'] {{(pid=93126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:04:53.054014 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] get_ports_and_sgs() called for port_ids ['197e554d-7bb1-447d-ba4e-aeea31694618'] {{(pid=93126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:04:53.251217 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4708024b-7fe4-490e-91ea-9f57b0a48404 req-37ff3cea-d87d-4097-b034-4728d0442128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:53.253089 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-4708024b-7fe4-490e-91ea-9f57b0a48404 req-37ff3cea-d87d-4097-b034-4728d0442128 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f4bb9994-c394-48f3-9920-5ee52626e8eb HTTP/1.1" status: 200 len: 1099 time: 0.1837668 Jun 28 12:04:53.262827 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a365fd82-49d7-48c0-83a6-7ef46bbd274b req-f25f5493-ad2a-4130-8381-a20e11c6dfe0 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:53.264374 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-a365fd82-49d7-48c0-83a6-7ef46bbd274b req-f25f5493-ad2a-4130-8381-a20e11c6dfe0 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=767e3825-7bef-4bb9-957c-332a031542c1 HTTP/1.1" status: 200 len: 944 time: 0.1098578 Jun 28 12:04:53.314123 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-4708024b-7fe4-490e-91ea-9f57b0a48404 req-9d931ef7-e462-4112-9132-32bc867c685f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486991 Jun 28 12:04:53.330252 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-a365fd82-49d7-48c0-83a6-7ef46bbd274b req-a7094c9f-8d3f-413f-bbf9-5a7996c9cf77 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=5742bb03-3e4c-445b-92e8-2e57b510d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496843 Jun 28 12:04:53.894264 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5962045-4f81-45c6-b18f-6f8087c2e0e9 req-c5a6a140-c024-4cd3-ac84-54d58d8a5d0b tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:53.898770 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-f5962045-4f81-45c6-b18f-6f8087c2e0e9 req-c5a6a140-c024-4cd3-ac84-54d58d8a5d0b tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dadbbfe-41fa-4902-9249-d28470f9573d HTTP/1.1" status: 200 len: 946 time: 0.0783327 Jun 28 12:04:53.967068 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-f5962045-4f81-45c6-b18f-6f8087c2e0e9 req-55e6031b-9c16-4e6c-aef4-934fa887fe53 tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] 10.222.0.26 "GET /v2.0/security-groups?id=ecace0ea-f022-4c11-8bb3-7f28ed60de3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648491 Jun 28 12:04:54.021108 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001de1be-052a-44c9-8aad-f600e5456eff req-3d1a75e2-5e52-4ffd-acf2-a290a9210e52 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:54.022870 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-001de1be-052a-44c9-8aad-f600e5456eff req-3d1a75e2-5e52-4ffd-acf2-a290a9210e52 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=4004292d-a19b-4c97-99cf-9a9c343e3f8c HTTP/1.1" status: 200 len: 944 time: 0.1038463 Jun 28 12:04:54.070121 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-001de1be-052a-44c9-8aad-f600e5456eff req-5f5359a8-8c92-4518-a382-2f74916bfd97 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398660 Jun 28 12:04:54.590873 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a0d881-1a9e-4c33-a00f-718acb5df11e req-b7d807cd-eafe-4e97-856a-a59c601a5a4d tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:54.592731 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-24a0d881-1a9e-4c33-a00f-718acb5df11e req-b7d807cd-eafe-4e97-856a-a59c601a5a4d tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=767e3825-7bef-4bb9-957c-332a031542c1 HTTP/1.1" status: 200 len: 944 time: 0.0914111 Jun 28 12:04:54.644971 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-24a0d881-1a9e-4c33-a00f-718acb5df11e req-d88c6488-7483-4559-a90d-2f58fe79544f tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=5742bb03-3e4c-445b-92e8-2e57b510d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450068 Jun 28 12:04:54.899997 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 56600) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:04:55.014323 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-cdb8f327-9c6e-4db0-a567-c10cc8151013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:55.112163 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-cdb8f327-9c6e-4db0-a567-c10cc8151013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:55.119814 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-cdb8f327-9c6e-4db0-a567-c10cc8151013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:55.124048 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-64ac04b2-211b-4149-aea5-3fb6df78f38c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:55.188106 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-cdb8f327-9c6e-4db0-a567-c10cc8151013 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=93f92da230214daab01516a9648d2492&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2864292 Jun 28 12:04:55.188337 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 56618) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:04:55.190558 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb8f327-9c6e-4db0-a567-c10cc8151013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8226bd-80be-4581-ab42-a272482badef,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:55.211718 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-cdb8f327-9c6e-4db0-a567-c10cc8151013 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:55.258063 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-5a8ff968-d4a7-4791-8931-efafdbee0b3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:55.286983 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9b1f30-8c39-4639-9015-816bc658dc69 req-3faba560-a06c-429b-b141-4db7d66d0306 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:55.288455 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-2f9b1f30-8c39-4639-9015-816bc658dc69 req-3faba560-a06c-429b-b141-4db7d66d0306 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=4004292d-a19b-4c97-99cf-9a9c343e3f8c HTTP/1.1" status: 200 len: 944 time: 0.0758219 Jun 28 12:04:55.295027 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-5a8ff968-d4a7-4791-8931-efafdbee0b3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:55.349792 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-2f9b1f30-8c39-4639-9015-816bc658dc69 req-87358f38-378b-43ea-a613-79ac03118045 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500374 Jun 28 12:04:55.365728 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-5a8ff968-d4a7-4791-8931-efafdbee0b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:55.370105 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-5a8ff968-d4a7-4791-8931-efafdbee0b3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:55.373597 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-5a8ff968-d4a7-4791-8931-efafdbee0b3f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4e8226bd-80be-4581-ab42-a272482badef HTTP/1.1" status: 204 len: 168 time: 0.1818333 Jun 28 12:04:55.373597 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:55.391263 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8ff968-d4a7-4791-8931-efafdbee0b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8226bd-80be-4581-ab42-a272482badef,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:55.394541 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-5a8ff968-d4a7-4791-8931-efafdbee0b3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:55.760608 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 56656) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:04:55.781928 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-edd4c179-bf14-4432-bb72-2ed5512533fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:55.786952 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device 8dd11960-e5d4-4cd6-a263-53895d6470c6 up at agent hyperv_hv-cinder-77238 {{(pid=93126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:04:55.919334 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-edd4c179-bf14-4432-bb72-2ed5512533fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:55.925694 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-edd4c179-bf14-4432-bb72-2ed5512533fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:55.928853 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-b806db12-0d9e-4d41-9824-d8ab7bf30d31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:55.929831 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Provisioning for port 8dd11960-e5d4-4cd6-a263-53895d6470c6 completed by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:04:55.941338 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Provisioning complete for port 8dd11960-e5d4-4cd6-a263-53895d6470c6 triggered by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:04:55.941806 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:55.945071 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f65e2b-6577-4798-900a-5691ced841a2 req-7f632f25-5e0a-4e53-b4c1-852eb0c5f440 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:55.953156 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-31f65e2b-6577-4798-900a-5691ced841a2 req-7f632f25-5e0a-4e53-b4c1-852eb0c5f440 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=767e3825-7bef-4bb9-957c-332a031542c1 HTTP/1.1" status: 200 len: 944 time: 0.1711404 Jun 28 12:04:55.966639 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd4c179-bf14-4432-bb72-2ed5512533fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc4e7c08-8b6e-4105-9757-ce0d648a23a3,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:55.970521 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-edd4c179-bf14-4432-bb72-2ed5512533fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:56.002158 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-31f65e2b-6577-4798-900a-5691ced841a2 req-72f49336-07ad-4166-af2e-c88429d8813c tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=5742bb03-3e4c-445b-92e8-2e57b510d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475781 Jun 28 12:04:56.032125 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 56676) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:04:56.032774 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-edd4c179-bf14-4432-bb72-2ed5512533fb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a9d569fc1be74393ba5f42c154b82a1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2704175 Jun 28 12:04:56.089690 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-cf4ee037-0ad9-441d-aede-0e1ad6533579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:56.118039 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:56.145519 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-cf4ee037-0ad9-441d-aede-0e1ad6533579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:56.158410 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4004292d-a19b-4c97-99cf-9a9c343e3f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd11960-e5d4-4cd6-a263-53895d6470c6'}] {{(pid=93126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:04:56.164970 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef893c2a45f5206efbef573e37d1784350e1616ec5e975db08a1c6348235ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-944702df-e6f1-4441-b8e2-aa15d950dad4" -d '{"events": [{"server_uuid": "4004292d-a19b-4c97-99cf-9a9c343e3f8c", "name": "network-vif-plugged", "status": "completed", "tag": "8dd11960-e5d4-4cd6-a263-53895d6470c6"}]}' {{(pid=93126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:04:56.194333 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] For port 8dd11960-e5d4-4cd6-a263-53895d6470c6, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=8dd11960-e5d4-4cd6-a263-53895d6470c6,segment=NetworkSegment(922d30af-9b8f-4fbe-a91d-06c957d8e2c6),segment_id=922d30af-9b8f-4fbe-a91d-06c957d8e2c6)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:04:56.200566 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:56.202682 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device 197e554d-7bb1-447d-ba4e-aeea31694618 up at agent hyperv_hv-cinder-77238 {{(pid=93126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:04:56.206674 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-2b6d4316-8719-4d8a-9649-3aca234eaf62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:56.231819 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08eb49c4-74c0-402d-9fb3-ed85fea967b1 x-openstack-request-id: req-08eb49c4-74c0-402d-9fb3-ed85fea967b1 {{(pid=93126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:04:56.232114 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4004292d-a19b-4c97-99cf-9a9c343e3f8c", "name": "network-vif-plugged", "status": "completed", "tag": "8dd11960-e5d4-4cd6-a263-53895d6470c6", "code": 200}]} {{(pid=93126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:04:56.232603 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-08eb49c4-74c0-402d-9fb3-ed85fea967b1 {{(pid=93126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:04:56.233288 dv-cinder-772388-5-smb neutron-server[93126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4004292d-a19b-4c97-99cf-9a9c343e3f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd11960-e5d4-4cd6-a263-53895d6470c6', 'code': 200} Jun 28 12:04:56.278983 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defae85e-6dec-40fb-be58-4effefb7c3f6 req-b18d2a95-1c58-4823-bf0b-8b43fca46511 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:56.280810 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-defae85e-6dec-40fb-be58-4effefb7c3f6 req-b18d2a95-1c58-4823-bf0b-8b43fca46511 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/networks?id=1234ac8c-174f-41c3-8425-b4be39dc33cb HTTP/1.1" status: 200 len: 815 time: 0.1586466 Jun 28 12:04:56.282082 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-cf4ee037-0ad9-441d-aede-0e1ad6533579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:56.284918 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-cf4ee037-0ad9-441d-aede-0e1ad6533579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:56.286402 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-cf4ee037-0ad9-441d-aede-0e1ad6533579 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dc4e7c08-8b6e-4105-9757-ce0d648a23a3 HTTP/1.1" status: 204 len: 168 time: 0.2529006 Jun 28 12:04:56.287400 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-9ce2f7ed-87ae-4cc1-8c46-9020d82ca430 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:56.298023 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Pushing event updated for resources: {'Port': ['ID=8dd11960-e5d4-4cd6-a263-53895d6470c6,revision_number=5']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:56.301849 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:56.309002 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-defae85e-6dec-40fb-be58-4effefb7c3f6 req-a696fc05-df61-4e07-befe-c88acb4fd445 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/quotas/d9d98709642940d68943de79af7f342e HTTP/1.1" status: 200 len: 375 time: 0.0121083 Jun 28 12:04:56.310600 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4ee037-0ad9-441d-aede-0e1ad6533579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc4e7c08-8b6e-4105-9757-ce0d648a23a3,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:56.313353 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-cf4ee037-0ad9-441d-aede-0e1ad6533579 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:56.334054 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Provisioning for port 197e554d-7bb1-447d-ba4e-aeea31694618 completed by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:04:56.338703 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Provisioning complete for port 197e554d-7bb1-447d-ba4e-aeea31694618 triggered by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:04:56.339101 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:56.420772 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-defae85e-6dec-40fb-be58-4effefb7c3f6 req-58f7f02c-e6a1-487e-999c-357166499d61 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d9d98709642940d68943de79af7f342e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1036236 Jun 28 12:04:56.440886 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:56.475868 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] For port 197e554d-7bb1-447d-ba4e-aeea31694618, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=197e554d-7bb1-447d-ba4e-aeea31694618,segment=NetworkSegment(aed9295f-7fc3-449f-af4b-5fa9a30585ae),segment_id=aed9295f-7fc3-449f-af4b-5fa9a30585ae)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:04:56.481890 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:56.485112 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:56.543172 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Pushing event updated for resources: {'Port': ['ID=197e554d-7bb1-447d-ba4e-aeea31694618,revision_number=5']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:56.547032 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:56.832218 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-defae85e-6dec-40fb-be58-4effefb7c3f6 req-23e7362a-a536-42ae-a8cb-6da3891ed5e5 service neutron] 10.222.0.26 "GET /v2.0/networks/1234ac8c-174f-41c3-8425-b4be39dc33cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4102368 Jun 28 12:04:56.866801 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6582129f-7cf4-4671-ab9b-3b3f4dd2070c req-ea1e72fd-f8a3-4cdb-bae8-076870a68ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:56.868331 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-6582129f-7cf4-4671-ab9b-3b3f4dd2070c req-ea1e72fd-f8a3-4cdb-bae8-076870a68ff7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4004292d-a19b-4c97-99cf-9a9c343e3f8c HTTP/1.1" status: 200 len: 1098 time: 0.4282639 Jun 28 12:04:56.878408 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2294a4-6e58-4d60-8809-501b5d7272f9 req-1ba27018-208e-45bd-87dd-b4ece9548ed6 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:56.885119 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-fd2294a4-6e58-4d60-8809-501b5d7272f9 req-1ba27018-208e-45bd-87dd-b4ece9548ed6 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=4004292d-a19b-4c97-99cf-9a9c343e3f8c HTTP/1.1" status: 200 len: 945 time: 0.3680377 Jun 28 12:04:56.937773 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 56718) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:04:56.993441 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-fd2294a4-6e58-4d60-8809-501b5d7272f9 req-6bc1e7c9-bda3-4374-a24a-eb2d7b680981 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073289 Jun 28 12:04:56.997771 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-6582129f-7cf4-4671-ab9b-3b3f4dd2070c req-343688d7-2727-4fdb-afa8-87ee28de4769 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091604 Jun 28 12:04:57.010617 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-defae85e-6dec-40fb-be58-4effefb7c3f6 req-193384ee-3160-4e0d-b2f0-19605af384db service neutron] 10.222.0.26 "GET /v2.0/networks/1234ac8c-174f-41c3-8425-b4be39dc33cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775703 Jun 28 12:04:57.087341 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-6bcdcf6b-3cc7-401d-8c20-fab2dea32476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:57.255442 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-6bcdcf6b-3cc7-401d-8c20-fab2dea32476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:57.263008 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-0cfef574-18a3-4097-a481-a5bc1a71d8d0 req-648a2f54-05a0-4965-bda8-45c0c8e001ac tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/ports?device_id=795756b5-b7e5-4f2b-bcc8-298007ca4e92 HTTP/1.1" status: 200 len: 210 time: 0.0489450 Jun 28 12:04:57.273457 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-6bcdcf6b-3cc7-401d-8c20-fab2dea32476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:57.280185 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-aaf8a08e-cb0e-48ac-85d7-baf208e22974 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:57.302114 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a9760-b445-4472-80ce-bf45e67c2782 req-d8ca77a7-ce5c-4fc3-bb8b-28f8c5cee722 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:57.303985 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-e73a9760-b445-4472-80ce-bf45e67c2782 req-d8ca77a7-ce5c-4fc3-bb8b-28f8c5cee722 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=767e3825-7bef-4bb9-957c-332a031542c1 HTTP/1.1" status: 200 len: 945 time: 0.1608431 Jun 28 12:04:57.319429 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcdcf6b-3cc7-401d-8c20-fab2dea32476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c1f86f0-bc18-439f-b9d3-f29b41daf4f7,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:57.326398 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-6bcdcf6b-3cc7-401d-8c20-fab2dea32476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:57.342677 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-6bcdcf6b-3cc7-401d-8c20-fab2dea32476 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cd65337b66bf473cbefe04272999e1c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4037428 Jun 28 12:04:57.345560 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 56742) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:04:57.428633 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-b8576b4a-b1c2-49ba-bc57-edaf2aa6014f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:57.446286 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-e73a9760-b445-4472-80ce-bf45e67c2782 req-3cc9d61a-03fd-4368-b99d-64bdbbc84ec4 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=5742bb03-3e4c-445b-92e8-2e57b510d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257808 Jun 28 12:04:57.454751 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-b8576b4a-b1c2-49ba-bc57-edaf2aa6014f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:57.520128 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-b8576b4a-b1c2-49ba-bc57-edaf2aa6014f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:57.528323 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-b8576b4a-b1c2-49ba-bc57-edaf2aa6014f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:57.532134 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-b8576b4a-b1c2-49ba-bc57-edaf2aa6014f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5c1f86f0-bc18-439f-b9d3-f29b41daf4f7 HTTP/1.1" status: 204 len: 168 time: 0.1828413 Jun 28 12:04:57.532134 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:57.542331 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8576b4a-b1c2-49ba-bc57-edaf2aa6014f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c1f86f0-bc18-439f-b9d3-f29b41daf4f7,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:57.544688 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-b8576b4a-b1c2-49ba-bc57-edaf2aa6014f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:58.235304 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '767e3825-7bef-4bb9-957c-332a031542c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '197e554d-7bb1-447d-ba4e-aeea31694618'}] {{(pid=93126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:04:58.238517 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef893c2a45f5206efbef573e37d1784350e1616ec5e975db08a1c6348235ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05471d8f-5cd7-49c6-905f-716ed724766b" -d '{"events": [{"server_uuid": "767e3825-7bef-4bb9-957c-332a031542c1", "name": "network-vif-plugged", "status": "completed", "tag": "197e554d-7bb1-447d-ba4e-aeea31694618"}]}' {{(pid=93126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:04:58.288457 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eec543-90b1-42aa-882b-ad94d49e1892 req-89df41d1-ad9a-4f7c-8174-19cb1639664c tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:58.290070 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-84eec543-90b1-42aa-882b-ad94d49e1892 req-89df41d1-ad9a-4f7c-8174-19cb1639664c tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=4004292d-a19b-4c97-99cf-9a9c343e3f8c HTTP/1.1" status: 200 len: 945 time: 0.1308777 Jun 28 12:04:58.311513 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db129d6-23d2-458f-b2f8-8a63e5a6fc31 x-openstack-request-id: req-4db129d6-23d2-458f-b2f8-8a63e5a6fc31 {{(pid=93126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:04:58.312177 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "767e3825-7bef-4bb9-957c-332a031542c1", "name": "network-vif-plugged", "status": "completed", "tag": "197e554d-7bb1-447d-ba4e-aeea31694618", "code": 200}]} {{(pid=93126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:04:58.312616 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4db129d6-23d2-458f-b2f8-8a63e5a6fc31 {{(pid=93126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:04:58.313652 dv-cinder-772388-5-smb neutron-server[93126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '767e3825-7bef-4bb9-957c-332a031542c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '197e554d-7bb1-447d-ba4e-aeea31694618', 'code': 200} Jun 28 12:04:58.414708 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-84eec543-90b1-42aa-882b-ad94d49e1892 req-d14bb4a4-e020-4409-9396-eb5a3971bcd2 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133885 Jun 28 12:04:58.599293 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-005d07b9-9acd-4156-bab6-6a54f4bc85f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:58.644558 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-7a87abe0-caba-4624-bee0-e0c5b17fbe6c req-deb2eea8-124d-4691-bfb8-2a9a403796cf tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/ports?device_id=795756b5-b7e5-4f2b-bcc8-298007ca4e92 HTTP/1.1" status: 200 len: 210 time: 0.0524254 Jun 28 12:04:58.735693 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08509c99-a42d-4980-b4a5-0160218bc3f9 req-20c44a5b-7185-4ee3-a3db-094bdacc0f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:58.741948 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-08509c99-a42d-4980-b4a5-0160218bc3f9 req-20c44a5b-7185-4ee3-a3db-094bdacc0f23 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=767e3825-7bef-4bb9-957c-332a031542c1 HTTP/1.1" status: 200 len: 1098 time: 0.1359603 Jun 28 12:04:58.813964 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-08509c99-a42d-4980-b4a5-0160218bc3f9 req-3b514d9b-6673-4092-bed3-60305f4084f0 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5742bb03-3e4c-445b-92e8-2e57b510d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591750 Jun 28 12:04:58.952930 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e0efbe-b81d-4f32-8ebd-2bcc2b1579a2 req-5418e7ad-2290-4b51-ae43-be4062aa1936 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:58.954497 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-31e0efbe-b81d-4f32-8ebd-2bcc2b1579a2 req-5418e7ad-2290-4b51-ae43-be4062aa1936 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=767e3825-7bef-4bb9-957c-332a031542c1 HTTP/1.1" status: 200 len: 945 time: 0.1428330 Jun 28 12:04:58.986049 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85696c1-5998-4121-8350-447767d35e5f req-a7b7a761-10f6-43b2-8692-bcf7a10c8ef3 tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:58.987738 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-a85696c1-5998-4121-8350-447767d35e5f req-a7b7a761-10f6-43b2-8692-bcf7a10c8ef3 tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dadbbfe-41fa-4902-9249-d28470f9573d HTTP/1.1" status: 200 len: 946 time: 0.1379247 Jun 28 12:04:59.094035 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-31e0efbe-b81d-4f32-8ebd-2bcc2b1579a2 req-a955c44a-4d7c-4d79-883a-fbd05403d725 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=5742bb03-3e4c-445b-92e8-2e57b510d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240327 Jun 28 12:04:59.147685 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defae85e-6dec-40fb-be58-4effefb7c3f6 req-a4c94c8f-7bab-4d3f-9a4e-ad22db23dc5c tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:59.149395 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-defae85e-6dec-40fb-be58-4effefb7c3f6 req-a4c94c8f-7bab-4d3f-9a4e-ad22db23dc5c tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.61 "GET /v2.0/networks?id=1234ac8c-174f-41c3-8425-b4be39dc33cb HTTP/1.1" status: 200 len: 815 time: 0.2164640 Jun 28 12:04:59.164461 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-a85696c1-5998-4121-8350-447767d35e5f req-7fb48f38-62bb-4df0-8612-7711274e55e8 tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] 10.222.0.26 "GET /v2.0/security-groups?id=ecace0ea-f022-4c11-8bb3-7f28ed60de3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594608 Jun 28 12:04:59.169429 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.v2.base [req-defae85e-6dec-40fb-be58-4effefb7c3f6 req-e120c39b-a7cd-458d-a27e-46c738cede94 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Request body: {'port': {'device_id': '795756b5-b7e5-4f2b-bcc8-298007ca4e92', 'network_id': '1234ac8c-174f-41c3-8425-b4be39dc33cb', 'admin_state_up': True, 'tenant_id': 'd9d98709642940d68943de79af7f342e'}} {{(pid=93124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:04:59.311303 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-defae85e-6dec-40fb-be58-4effefb7c3f6 req-e120c39b-a7cd-458d-a27e-46c738cede94 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Made reservation on behalf of d9d98709642940d68943de79af7f342e for: {'port': 1} {{(pid=93124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:04:59.315356 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [req-defae85e-6dec-40fb-be58-4effefb7c3f6 req-e120c39b-a7cd-458d-a27e-46c738cede94 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:59.454649 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.db.db_base_plugin_common [req-defae85e-6dec-40fb-be58-4effefb7c3f6 req-e120c39b-a7cd-458d-a27e-46c738cede94 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Allocated IP 172.20.0.11 (1234ac8c-174f-41c3-8425-b4be39dc33cb/44c02f51-e468-4503-8e99-c53bcbc29dec/46deb3ea-42ec-414a-ae7c-1cfd411beab7) {{(pid=93124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:04:59.694594 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [req-defae85e-6dec-40fb-be58-4effefb7c3f6 req-e120c39b-a7cd-458d-a27e-46c738cede94 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Notify callbacks [] for port, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:59.718431 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b8810c-7ab1-49e1-84f2-b2fe8459cb6c req-89175bc1-4b9d-458d-a691-675ef7aec9b9 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:59.725568 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-97b8810c-7ab1-49e1-84f2-b2fe8459cb6c req-89175bc1-4b9d-458d-a691-675ef7aec9b9 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=4004292d-a19b-4c97-99cf-9a9c343e3f8c HTTP/1.1" status: 200 len: 945 time: 0.1247439 Jun 28 12:04:59.786925 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-97b8810c-7ab1-49e1-84f2-b2fe8459cb6c req-6c7cafed-b8f6-4081-960c-62ffc4febcd7 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604868 Jun 28 12:04:59.831631 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [req-defae85e-6dec-40fb-be58-4effefb7c3f6 req-e120c39b-a7cd-458d-a27e-46c738cede94 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751010131950'] for port, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:59.836680 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-4d082280-feb2-4e3f-b119-710253004fb7 req-b458b053-4b44-40d1-8ce9-ade2d60521fb tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/ports?device_id=795756b5-b7e5-4f2b-bcc8-298007ca4e92 HTTP/1.1" status: 200 len: 210 time: 0.0486934 Jun 28 12:04:59.840823 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:04:59.855296 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] get_ports_and_sgs() called for port_ids ['e58a98e9-2965-4605-bf27-7b797eb79f7a'] {{(pid=93126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:04:59.897430 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-defae85e-6dec-40fb-be58-4effefb7c3f6 req-e120c39b-a7cd-458d-a27e-46c738cede94 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Network 1234ac8c-174f-41c3-8425-b4be39dc33cb is already hosted by enough agents. {{(pid=93124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:04:59.903342 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.base_scheduler [req-defae85e-6dec-40fb-be58-4effefb7c3f6 req-e120c39b-a7cd-458d-a27e-46c738cede94 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Resources bound (agent type, host, resource id): {{(pid=93124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:04:59.906038 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [req-defae85e-6dec-40fb-be58-4effefb7c3f6 req-e120c39b-a7cd-458d-a27e-46c738cede94 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Received port after_create {{(pid=93124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:04:59.912113 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defae85e-6dec-40fb-be58-4effefb7c3f6 req-e120c39b-a7cd-458d-a27e-46c738cede94 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:04:59.912674 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [req-defae85e-6dec-40fb-be58-4effefb7c3f6 req-e120c39b-a7cd-458d-a27e-46c738cede94 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3735354'] for port, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:59.925238 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e120c39b-a7cd-458d-a27e-46c738cede94 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Pushing event updated for resources: {'Port': ['ID=46deb3ea-42ec-414a-ae7c-1cfd411beab7,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:04:59.930629 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-e120c39b-a7cd-458d-a27e-46c738cede94 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:04:59.941612 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-defae85e-6dec-40fb-be58-4effefb7c3f6 req-e120c39b-a7cd-458d-a27e-46c738cede94 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7757599 Jun 28 12:04:59.961409 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.v2.base [req-defae85e-6dec-40fb-be58-4effefb7c3f6 req-201d13a3-917a-40d4-9252-c2bf5adcc284 service neutron] Request body: {'port': {'device_id': '795756b5-b7e5-4f2b-bcc8-298007ca4e92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=93124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:05:00.100799 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [req-defae85e-6dec-40fb-be58-4effefb7c3f6 req-201d13a3-917a-40d4-9252-c2bf5adcc284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:00.389772 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf2e77-89bd-41c2-ae23-5e4291299289 req-6d9af4c0-8215-4ad0-b92d-51318c9b3cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:00.391633 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-bfdf2e77-89bd-41c2-ae23-5e4291299289 req-6d9af4c0-8215-4ad0-b92d-51318c9b3cbb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fe7c3f2e1d4146aca83e0fef204d622b&device_id=4004292d-a19b-4c97-99cf-9a9c343e3f8c HTTP/1.1" status: 200 len: 1098 time: 0.0939934 Jun 28 12:05:00.525840 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf2e77-89bd-41c2-ae23-5e4291299289 req-f02c6617-9505-41dc-94cb-f17efa6bb1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:00.529418 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-bfdf2e77-89bd-41c2-ae23-5e4291299289 req-f02c6617-9505-41dc-94cb-f17efa6bb1d3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cc519756-7b35-42fd-b120-3972e87c8408 HTTP/1.1" status: 200 len: 919 time: 0.1297221 Jun 28 12:05:00.598457 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 56928) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:00.646057 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-bfdf2e77-89bd-41c2-ae23-5e4291299289 req-dc8a8aff-1acd-4d2b-acc1-b3a258131dda service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8dd11960-e5d4-4cd6-a263-53895d6470c6 HTTP/1.1" status: 200 len: 217 time: 0.0943973 Jun 28 12:05:00.706798 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d2fe2-7bec-478e-ac5d-5f3c7103bfc2 req-3b84ef40-3852-416c-b3c6-9004ffbdb8a5 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:00.708477 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-793d2fe2-7bec-478e-ac5d-5f3c7103bfc2 req-3b84ef40-3852-416c-b3c6-9004ffbdb8a5 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=767e3825-7bef-4bb9-957c-332a031542c1 HTTP/1.1" status: 200 len: 945 time: 0.4162631 Jun 28 12:05:00.748117 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7cc0a0-7059-45ef-a708-976b50c7d30b req-32aeb7c2-546f-4820-a44d-e710f06454bd tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:00.749928 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-fa7cc0a0-7059-45ef-a708-976b50c7d30b req-32aeb7c2-546f-4820-a44d-e710f06454bd tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dadbbfe-41fa-4902-9249-d28470f9573d HTTP/1.1" status: 200 len: 946 time: 0.3127515 Jun 28 12:05:00.752876 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf2e77-89bd-41c2-ae23-5e4291299289 req-067f18cb-b365-45ae-938f-07c65726843b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:00.754307 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-bfdf2e77-89bd-41c2-ae23-5e4291299289 req-067f18cb-b365-45ae-938f-07c65726843b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8a6107a4-8407-4d53-a64c-0df6855e25e1 HTTP/1.1" status: 200 len: 858 time: 0.0997169 Jun 28 12:05:00.804952 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-bfdf2e77-89bd-41c2-ae23-5e4291299289 req-03b2b7a8-5af8-4fb4-92fe-6eab35294700 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cc519756-7b35-42fd-b120-3972e87c8408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395842 Jun 28 12:05:00.866233 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-793d2fe2-7bec-478e-ac5d-5f3c7103bfc2 req-52193d49-7c37-4af1-9447-dfd7116f15ef tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=5742bb03-3e4c-445b-92e8-2e57b510d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448786 Jun 28 12:05:00.872578 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-dfafa656-1e54-4d69-8f5b-7c4cc05db38f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:00.935348 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-bfdf2e77-89bd-41c2-ae23-5e4291299289 req-13fe8da3-d481-4df3-a703-faca8d76f2d3 service neutron] 10.222.0.61 "GET /v2.0/networks/cc519756-7b35-42fd-b120-3972e87c8408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232188 Jun 28 12:05:00.946342 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.notifiers.nova [req-defae85e-6dec-40fb-be58-4effefb7c3f6 req-201d13a3-917a-40d4-9252-c2bf5adcc284 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46deb3ea-42ec-414a-ae7c-1cfd411beab7 {{(pid=93124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:05:00.976718 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-fa7cc0a0-7059-45ef-a708-976b50c7d30b req-506f85ff-ebff-4dac-ba7d-f58d5dec05db tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] 10.222.0.26 "GET /v2.0/security-groups?id=ecace0ea-f022-4c11-8bb3-7f28ed60de3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794591 Jun 28 12:05:00.992097 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [req-defae85e-6dec-40fb-be58-4effefb7c3f6 req-201d13a3-917a-40d4-9252-c2bf5adcc284 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:01.063317 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-bfdf2e77-89bd-41c2-ae23-5e4291299289 req-25ae3e72-e9ca-4786-b799-3f0ddd680863 service neutron] 10.222.0.61 "GET /v2.0/networks/cc519756-7b35-42fd-b120-3972e87c8408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203609 Jun 28 12:05:01.128287 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [req-defae85e-6dec-40fb-be58-4effefb7c3f6 req-201d13a3-917a-40d4-9252-c2bf5adcc284 service neutron] Transition to ACTIVE for port object 46deb3ea-42ec-414a-ae7c-1cfd411beab7 will not be triggered until provisioned by entity L2. {{(pid=93124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:05:01.145767 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-dfafa656-1e54-4d69-8f5b-7c4cc05db38f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:01.148946 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [req-defae85e-6dec-40fb-be58-4effefb7c3f6 req-201d13a3-917a-40d4-9252-c2bf5adcc284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:01.169475 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:01.176991 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-aca40a8d-bb90-4edf-bd63-a38decb63695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:01.210504 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-dfafa656-1e54-4d69-8f5b-7c4cc05db38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:01.275013 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5398e74-4b34-4d8d-9925-b8936f27c0d3 req-386fee19-faba-4661-ac6c-7dc7d326e2b0 tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:01.276527 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-a5398e74-4b34-4d8d-9925-b8936f27c0d3 req-386fee19-faba-4661-ac6c-7dc7d326e2b0 tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] 10.222.0.61 "GET /v2.0/ports?device_id=5dadbbfe-41fa-4902-9249-d28470f9573d HTTP/1.1" status: 200 len: 946 time: 0.1568515 Jun 28 12:05:01.291610 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201d13a3-917a-40d4-9252-c2bf5adcc284 service neutron] Pushing event updated for resources: {'Port': ['ID=46deb3ea-42ec-414a-ae7c-1cfd411beab7,revision_number=2']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:01.300274 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-201d13a3-917a-40d4-9252-c2bf5adcc284 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:01.301365 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-b899d290-ba49-4c37-962c-a26b9007de87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:01.310590 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-dfafa656-1e54-4d69-8f5b-7c4cc05db38f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=816312dffa8a4bae893ac75e4df7b22f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7098415 Jun 28 12:05:01.315982 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 56954) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:01.348854 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7529f8-48a3-4da4-9c7b-9a1e00687fd6 req-db4be83f-6da6-4994-ad4a-cd3acc0fd058 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:01.357910 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-6e7529f8-48a3-4da4-9c7b-9a1e00687fd6 req-db4be83f-6da6-4994-ad4a-cd3acc0fd058 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=4004292d-a19b-4c97-99cf-9a9c343e3f8c HTTP/1.1" status: 200 len: 945 time: 0.2996821 Jun 28 12:05:01.373759 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 56956) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:01.377100 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:01.396600 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfafa656-1e54-4d69-8f5b-7c4cc05db38f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69513a72-e9d8-4b05-8075-0a8ca083943e,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:01.414851 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-dfafa656-1e54-4d69-8f5b-7c4cc05db38f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:01.422543 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [req-defae85e-6dec-40fb-be58-4effefb7c3f6 req-201d13a3-917a-40d4-9252-c2bf5adcc284 service neutron] Attempting to bind port 46deb3ea-42ec-414a-ae7c-1cfd411beab7 on host hv-cinder-77238 for vnic_type normal with profile {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:05:01.422756 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [req-defae85e-6dec-40fb-be58-4effefb7c3f6 req-201d13a3-917a-40d4-9252-c2bf5adcc284 service neutron] Attempting to bind port 46deb3ea-42ec-414a-ae7c-1cfd411beab7 by drivers openvswitch,hyperv on host hv-cinder-77238 at level 0 using segments [{'id': '918d5219-a753-4f11-a570-279069e69307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1234ac8c-174f-41c3-8425-b4be39dc33cb'}] {{(pid=93124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:05:01.423086 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defae85e-6dec-40fb-be58-4effefb7c3f6 req-201d13a3-917a-40d4-9252-c2bf5adcc284 service neutron] Attempting to bind port 46deb3ea-42ec-414a-ae7c-1cfd411beab7 on network 1234ac8c-174f-41c3-8425-b4be39dc33cb {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:05:01.442047 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defae85e-6dec-40fb-be58-4effefb7c3f6 req-201d13a3-917a-40d4-9252-c2bf5adcc284 service neutron] Port 46deb3ea-42ec-414a-ae7c-1cfd411beab7 on network 1234ac8c-174f-41c3-8425-b4be39dc33cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77238 {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:05:01.442236 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defae85e-6dec-40fb-be58-4effefb7c3f6 req-201d13a3-917a-40d4-9252-c2bf5adcc284 service neutron] Attempting to bind port 46deb3ea-42ec-414a-ae7c-1cfd411beab7 on network 1234ac8c-174f-41c3-8425-b4be39dc33cb {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:05:01.451445 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0669a334-677d-4879-b2ac-6bfe577073b8 req-d68fff84-8da3-4b4f-be1e-e3f58c56fd75 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:01.453003 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-0669a334-677d-4879-b2ac-6bfe577073b8 req-d68fff84-8da3-4b4f-be1e-e3f58c56fd75 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/ports?device_id=795756b5-b7e5-4f2b-bcc8-298007ca4e92 HTTP/1.1" status: 200 len: 944 time: 0.3050361 Jun 28 12:05:01.470179 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-6e7529f8-48a3-4da4-9c7b-9a1e00687fd6 req-51d28379-0399-4544-a645-786ae9f413eb tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105163 Jun 28 12:05:01.471618 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defae85e-6dec-40fb-be58-4effefb7c3f6 req-201d13a3-917a-40d4-9252-c2bf5adcc284 service neutron] Checking agent: {'id': '848960a1-f744-4efd-9f3d-017fcea63875', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 2, 37), 'started_at': datetime.datetime(2021, 6, 28, 12, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:05:01.472405 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defae85e-6dec-40fb-be58-4effefb7c3f6 req-201d13a3-917a-40d4-9252-c2bf5adcc284 service neutron] Checking segment: {'id': '918d5219-a753-4f11-a570-279069e69307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1234ac8c-174f-41c3-8425-b4be39dc33cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:05:01.473289 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-d17130b7-3a60-489e-8d01-06d0b617fc50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:01.473746 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defae85e-6dec-40fb-be58-4effefb7c3f6 req-201d13a3-917a-40d4-9252-c2bf5adcc284 service neutron] Bound using segment: {'id': '918d5219-a753-4f11-a570-279069e69307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1234ac8c-174f-41c3-8425-b4be39dc33cb'} {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:05:01.474611 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [req-defae85e-6dec-40fb-be58-4effefb7c3f6 req-201d13a3-917a-40d4-9252-c2bf5adcc284 service neutron] Bound port: 46deb3ea-42ec-414a-ae7c-1cfd411beab7, host: hv-cinder-77238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '918d5219-a753-4f11-a570-279069e69307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1234ac8c-174f-41c3-8425-b4be39dc33cb'}}] {{(pid=93124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:05:01.475120 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [req-defae85e-6dec-40fb-be58-4effefb7c3f6 req-201d13a3-917a-40d4-9252-c2bf5adcc284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:01.512561 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-d17130b7-3a60-489e-8d01-06d0b617fc50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:01.545540 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-e4450218-a582-4bb5-9baf-0cbec40e71cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:01.551058 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-0669a334-677d-4879-b2ac-6bfe577073b8 req-66f0bc23-a2d6-49f8-a45d-2f158e4366a4 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/security-groups?id=0046b0d6-801b-426f-9192-d8e3ad3d9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712388 Jun 28 12:05:01.563876 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.plugin [req-a5398e74-4b34-4d8d-9925-b8936f27c0d3 req-a7a96a01-1b57-4c65-a542-684904de0c3d tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] Deleting port a9f5bb8e-9509-4dc6-88aa-b7bb7063fa3b {{(pid=93125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:05:01.564235 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-a5398e74-4b34-4d8d-9925-b8936f27c0d3 req-a7a96a01-1b57-4c65-a542-684904de0c3d tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751010669087'] for port, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:01.576949 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [req-defae85e-6dec-40fb-be58-4effefb7c3f6 req-201d13a3-917a-40d4-9252-c2bf5adcc284 service neutron] For port 46deb3ea-42ec-414a-ae7c-1cfd411beab7, host hv-cinder-77238, cleared binding levels {{(pid=93124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:05:01.580623 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [req-defae85e-6dec-40fb-be58-4effefb7c3f6 req-201d13a3-917a-40d4-9252-c2bf5adcc284 service neutron] For port 46deb3ea-42ec-414a-ae7c-1cfd411beab7, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=46deb3ea-42ec-414a-ae7c-1cfd411beab7,segment=NetworkSegment(918d5219-a753-4f11-a570-279069e69307),segment_id=918d5219-a753-4f11-a570-279069e69307)] {{(pid=93124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:05:01.585116 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [req-defae85e-6dec-40fb-be58-4effefb7c3f6 req-201d13a3-917a-40d4-9252-c2bf5adcc284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:01.588181 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-7e4edd71-66cc-4710-b523-ffb43a2e7d15 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:01.622016 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defae85e-6dec-40fb-be58-4effefb7c3f6 req-201d13a3-917a-40d4-9252-c2bf5adcc284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:01.622718 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [req-defae85e-6dec-40fb-be58-4effefb7c3f6 req-201d13a3-917a-40d4-9252-c2bf5adcc284 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3735354'] for port, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:01.624399 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-defae85e-6dec-40fb-be58-4effefb7c3f6 req-201d13a3-917a-40d4-9252-c2bf5adcc284 service neutron] 10.222.0.61 "PUT /v2.0/ports/46deb3ea-42ec-414a-ae7c-1cfd411beab7 HTTP/1.1" status: 200 len: 1094 time: 1.6695752 Jun 28 12:05:01.626721 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '795756b5-b7e5-4f2b-bcc8-298007ca4e92', 'tag': '46deb3ea-42ec-414a-ae7c-1cfd411beab7'}] {{(pid=93124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:05:01.629574 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4926e176e742a15448bc39a4c9e2c24b37607ed8759502f34541a4f556826b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a937ed-2452-437a-907e-1a8cbd58b119" -d '{"events": [{"name": "network-changed", "server_uuid": "795756b5-b7e5-4f2b-bcc8-298007ca4e92", "tag": "46deb3ea-42ec-414a-ae7c-1cfd411beab7"}]}' {{(pid=93124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:05:01.657167 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201d13a3-917a-40d4-9252-c2bf5adcc284 service neutron] Pushing event updated for resources: {'Port': ['ID=46deb3ea-42ec-414a-ae7c-1cfd411beab7,revision_number=3']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:01.660271 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-201d13a3-917a-40d4-9252-c2bf5adcc284 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:01.675497 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 12:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d4b76f-8c43-4fc0-b7b6-80cbd7302c14 x-openstack-request-id: req-39d4b76f-8c43-4fc0-b7b6-80cbd7302c14 {{(pid=93124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:05:01.675822 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "795756b5-b7e5-4f2b-bcc8-298007ca4e92", "tag": "46deb3ea-42ec-414a-ae7c-1cfd411beab7", "status": "completed", "code": 200}]} {{(pid=93124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:05:01.676101 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-39d4b76f-8c43-4fc0-b7b6-80cbd7302c14 {{(pid=93124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:05:01.676365 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-d17130b7-3a60-489e-8d01-06d0b617fc50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:01.676544 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '795756b5-b7e5-4f2b-bcc8-298007ca4e92', 'tag': '46deb3ea-42ec-414a-ae7c-1cfd411beab7', 'status': 'completed', 'code': 200} Jun 28 12:05:01.679055 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-d17130b7-3a60-489e-8d01-06d0b617fc50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:01.680197 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-d17130b7-3a60-489e-8d01-06d0b617fc50 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/69513a72-e9d8-4b05-8075-0a8ca083943e HTTP/1.1" status: 204 len: 168 time: 0.3632665 Jun 28 12:05:01.686696 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-5b969ba0-d75a-43aa-a05a-7e14cacaf5e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:01.710085 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.db [req-a5398e74-4b34-4d8d-9925-b8936f27c0d3 req-a7a96a01-1b57-4c65-a542-684904de0c3d tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] For port a9f5bb8e-9509-4dc6-88aa-b7bb7063fa3b, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=a9f5bb8e-9509-4dc6-88aa-b7bb7063fa3b,segment=NetworkSegment(664bf10a-cc37-4401-9c84-6539584b43ca),segment_id=664bf10a-cc37-4401-9c84-6539584b43ca)] {{(pid=93125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:05:01.710434 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-a5398e74-4b34-4d8d-9925-b8936f27c0d3 req-a7a96a01-1b57-4c65-a542-684904de0c3d tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700447'] for port, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:01.720895 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17130b7-3a60-489e-8d01-06d0b617fc50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69513a72-e9d8-4b05-8075-0a8ca083943e,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:01.723927 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-d17130b7-3a60-489e-8d01-06d0b617fc50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:01.738880 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.plugin [req-a5398e74-4b34-4d8d-9925-b8936f27c0d3 req-a7a96a01-1b57-4c65-a542-684904de0c3d tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] Calling delete_port for a9f5bb8e-9509-4dc6-88aa-b7bb7063fa3b owned by compute:nova {{(pid=93125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:05:01.763890 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defae85e-6dec-40fb-be58-4effefb7c3f6 req-3451cb04-d7c8-4adc-bd22-78ebb7be4cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:01.778944 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-defae85e-6dec-40fb-be58-4effefb7c3f6 req-3451cb04-d7c8-4adc-bd22-78ebb7be4cef service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d9d98709642940d68943de79af7f342e&device_id=795756b5-b7e5-4f2b-bcc8-298007ca4e92 HTTP/1.1" status: 200 len: 1097 time: 0.0893342 Jun 28 12:05:01.840098 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-defae85e-6dec-40fb-be58-4effefb7c3f6 req-3ad720ed-37b7-4daa-a783-539b8cff1fb5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46deb3ea-42ec-414a-ae7c-1cfd411beab7 HTTP/1.1" status: 200 len: 217 time: 0.0537086 Jun 28 12:05:01.891858 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-e4450218-a582-4bb5-9baf-0cbec40e71cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:01.902350 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defae85e-6dec-40fb-be58-4effefb7c3f6 req-2e4ca771-5178-4602-a8cf-34df0e972ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:01.903859 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-defae85e-6dec-40fb-be58-4effefb7c3f6 req-2e4ca771-5178-4602-a8cf-34df0e972ecd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=44c02f51-e468-4503-8e99-c53bcbc29dec HTTP/1.1" status: 200 len: 855 time: 0.0567539 Jun 28 12:05:01.903975 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-e4450218-a582-4bb5-9baf-0cbec40e71cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:01.927936 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-12284d21-19de-40b8-8b0e-65f48342821e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:01.931824 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-e4450218-a582-4bb5-9baf-0cbec40e71cb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7365e20367694971b1e3d0d85ed229b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5510991 Jun 28 12:05:01.938767 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 56980) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:01.952180 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-defae85e-6dec-40fb-be58-4effefb7c3f6 req-e9431e38-07ce-467d-9ff3-28d6a3ded292 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1234ac8c-174f-41c3-8425-b4be39dc33cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408344 Jun 28 12:05:02.000426 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4450218-a582-4bb5-9baf-0cbec40e71cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2294c4f1-4b0c-48e0-ad0f-c5a62e76d24e,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:02.044757 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-e4450218-a582-4bb5-9baf-0cbec40e71cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:02.075916 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-f26b2a87-4b00-4773-aecf-bdd0c0de482e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:02.092007 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 56986) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:02.107212 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-a5398e74-4b34-4d8d-9925-b8936f27c0d3 req-a7a96a01-1b57-4c65-a542-684904de0c3d tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751010672945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751010131959'] for port, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:02.112512 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-faa28d54-6cd8-4da7-bb5b-f032086f0d1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:02.119964 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-f26b2a87-4b00-4773-aecf-bdd0c0de482e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:02.130730 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] get_ports_and_sgs() called for port_ids ['a9f5bb8e-9509-4dc6-88aa-b7bb7063fa3b'] {{(pid=93126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:05:02.144383 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-17e6a33d-726f-46b5-8ff1-343294925655 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:02.178837 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-defae85e-6dec-40fb-be58-4effefb7c3f6 req-c1bd0466-8b6d-4a9b-b61f-45ed106fb185 service neutron] 10.222.0.61 "GET /v2.0/networks/1234ac8c-174f-41c3-8425-b4be39dc33cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190564 Jun 28 12:05:02.187780 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a96a01-1b57-4c65-a542-684904de0c3d tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] Pushing event deleted for resources: {'Port': ['ID=a9f5bb8e-9509-4dc6-88aa-b7bb7063fa3b,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:02.191861 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-a7a96a01-1b57-4c65-a542-684904de0c3d tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:02.206370 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-488a2149-d32c-48f3-a6a1-6cb76b5f9492 req-7cf95559-7375-446d-b91a-8d5f16294ccd tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dadbbfe-41fa-4902-9249-d28470f9573d HTTP/1.1" status: 200 len: 210 time: 0.0475392 Jun 28 12:05:02.303598 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c96b95e-b46e-4af7-a1b8-6cac69ebfca3 req-3e4f6a4f-95b9-4c0f-9739-0aee9d060417 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:02.305493 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-0c96b95e-b46e-4af7-a1b8-6cac69ebfca3 req-3e4f6a4f-95b9-4c0f-9739-0aee9d060417 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=767e3825-7bef-4bb9-957c-332a031542c1 HTTP/1.1" status: 200 len: 945 time: 0.2743812 Jun 28 12:05:02.378860 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-5f2b1fbb-f913-4077-a7df-942ed403becf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:02.395183 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-defae85e-6dec-40fb-be58-4effefb7c3f6 req-eb03b6eb-751d-4ab2-b30c-dd8baec90351 service neutron] 10.222.0.61 "GET /v2.0/networks/1234ac8c-174f-41c3-8425-b4be39dc33cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913152 Jun 28 12:05:02.398096 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-0c96b95e-b46e-4af7-a1b8-6cac69ebfca3 req-9daa8a0d-fea1-4de7-9ec7-14f9e362f15f tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=5742bb03-3e4c-445b-92e8-2e57b510d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774887 Jun 28 12:05:02.429968 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-faa28d54-6cd8-4da7-bb5b-f032086f0d1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:02.434204 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-faa28d54-6cd8-4da7-bb5b-f032086f0d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:02.436744 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:02.489257 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5398e74-4b34-4d8d-9925-b8936f27c0d3 req-a7a96a01-1b57-4c65-a542-684904de0c3d tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] No DVR routers for this DVR port a9f5bb8e-9509-4dc6-88aa-b7bb7063fa3b on host hv-cinder-77238 {{(pid=93125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:05:02.490692 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-f26b2a87-4b00-4773-aecf-bdd0c0de482e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:02.494029 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-f26b2a87-4b00-4773-aecf-bdd0c0de482e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:02.495321 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-f26b2a87-4b00-4773-aecf-bdd0c0de482e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2294c4f1-4b0c-48e0-ad0f-c5a62e76d24e HTTP/1.1" status: 204 len: 168 time: 0.5544167 Jun 28 12:05:02.497207 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-e4450218-a582-4bb5-9baf-0cbec40e71cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:02.500103 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-a5398e74-4b34-4d8d-9925-b8936f27c0d3 req-a7a96a01-1b57-4c65-a542-684904de0c3d tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188324'] for port, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:02.502668 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-a5398e74-4b34-4d8d-9925-b8936f27c0d3 req-a7a96a01-1b57-4c65-a542-684904de0c3d tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] 10.222.0.61 "DELETE /v2.0/ports/a9f5bb8e-9509-4dc6-88aa-b7bb7063fa3b HTTP/1.1" status: 204 len: 173 time: 1.2147052 Jun 28 12:05:02.519649 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dadbbfe-41fa-4902-9249-d28470f9573d', 'name': 'network-vif-deleted', 'tag': 'a9f5bb8e-9509-4dc6-88aa-b7bb7063fa3b'}] {{(pid=93125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:05:02.522124 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cab5cdacc5b3cbbc94323449081fb5e48b25fdc1a77f938b5656c1b79ba6a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da177de8-dd8a-4b84-92b0-ca9d2a155b1b" -d '{"events": [{"server_uuid": "5dadbbfe-41fa-4902-9249-d28470f9573d", "name": "network-vif-deleted", "tag": "a9f5bb8e-9509-4dc6-88aa-b7bb7063fa3b"}]}' {{(pid=93125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:05:02.524941 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-faa28d54-6cd8-4da7-bb5b-f032086f0d1f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=32847a7c58a043229e6f8805af906f1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4300151 Jun 28 12:05:02.528501 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 57006) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:02.535860 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26b2a87-4b00-4773-aecf-bdd0c0de482e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2294c4f1-4b0c-48e0-ad0f-c5a62e76d24e,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:02.549336 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-f26b2a87-4b00-4773-aecf-bdd0c0de482e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:02.566774 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa28d54-6cd8-4da7-bb5b-f032086f0d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaedb21c-c597-46d5-b539-0afe08926789,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:02.570006 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-faa28d54-6cd8-4da7-bb5b-f032086f0d1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:02.592501 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a937ed-2452-437a-907e-1a8cbd58b119 req-29c16b32-4fce-4232-9ee0-ebbfb6461179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:02.594031 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-f2a937ed-2452-437a-907e-1a8cbd58b119 req-29c16b32-4fce-4232-9ee0-ebbfb6461179 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d9d98709642940d68943de79af7f342e&device_id=795756b5-b7e5-4f2b-bcc8-298007ca4e92 HTTP/1.1" status: 200 len: 1097 time: 0.1171083 Jun 28 12:05:02.642661 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-fc135beb-dfbe-4ba9-b6ca-139725c04598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:02.668839 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-fc135beb-dfbe-4ba9-b6ca-139725c04598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:02.731830 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-fc135beb-dfbe-4ba9-b6ca-139725c04598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:02.736612 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-fc135beb-dfbe-4ba9-b6ca-139725c04598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:02.741354 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-fc135beb-dfbe-4ba9-b6ca-139725c04598 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/aaedb21c-c597-46d5-b539-0afe08926789 HTTP/1.1" status: 204 len: 168 time: 0.2111261 Jun 28 12:05:02.743242 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-f26b2a87-4b00-4773-aecf-bdd0c0de482e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:02.754295 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc135beb-dfbe-4ba9-b6ca-139725c04598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaedb21c-c597-46d5-b539-0afe08926789,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:02.759744 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-fc135beb-dfbe-4ba9-b6ca-139725c04598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:02.815238 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a937ed-2452-437a-907e-1a8cbd58b119 req-40590162-8552-4e22-a2db-dde0ac6d1bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:02.816903 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-f2a937ed-2452-437a-907e-1a8cbd58b119 req-40590162-8552-4e22-a2db-dde0ac6d1bf9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1234ac8c-174f-41c3-8425-b4be39dc33cb HTTP/1.1" status: 200 len: 916 time: 0.2103677 Jun 28 12:05:02.832700 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ccd732-20a9-4381-8dec-4d82792c2581 req-76e2b5be-5b9a-456d-9be1-2529591d84da tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:02.834402 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-84ccd732-20a9-4381-8dec-4d82792c2581 req-76e2b5be-5b9a-456d-9be1-2529591d84da tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=767e3825-7bef-4bb9-957c-332a031542c1 HTTP/1.1" status: 200 len: 945 time: 0.1522729 Jun 28 12:05:02.843565 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 57022) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:02.850272 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.v2.base [None req-6c48ad91-aaee-4eb1-b731-ad5a1819f78c tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Request body: {'floatingip': {'port_id': '197e554d-7bb1-447d-ba4e-aeea31694618'}} {{(pid=93124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:05:02.894115 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ade693-d3b2-431a-a565-c89ff51dff35 x-openstack-request-id: req-04ade693-d3b2-431a-a565-c89ff51dff35 {{(pid=93125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:05:02.894439 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dadbbfe-41fa-4902-9249-d28470f9573d", "name": "network-vif-deleted", "tag": "a9f5bb8e-9509-4dc6-88aa-b7bb7063fa3b", "status": "completed", "code": 200}]} {{(pid=93125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:05:02.894717 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-04ade693-d3b2-431a-a565-c89ff51dff35 {{(pid=93125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:05:02.895138 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dadbbfe-41fa-4902-9249-d28470f9573d', 'name': 'network-vif-deleted', 'tag': 'a9f5bb8e-9509-4dc6-88aa-b7bb7063fa3b', 'status': 'completed', 'code': 200} Jun 28 12:05:03.192951 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-f2a937ed-2452-437a-907e-1a8cbd58b119 req-7d514249-47dd-40a6-8e9c-85c09e94fa49 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46deb3ea-42ec-414a-ae7c-1cfd411beab7 HTTP/1.1" status: 200 len: 217 time: 0.3564665 Jun 28 12:05:03.213425 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 57032) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:03.238087 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-fa73228a-2ffa-49b4-9370-a66522079623 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:03.244533 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-6c48ad91-aaee-4eb1-b731-ad5a1819f78c tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks [] for floatingip, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:03.277945 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec86fdc-be12-46e3-a62c-6d899c674296 req-8e9e9a89-fa94-4e55-ac8f-bc925dd41d85 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:03.285181 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-cec86fdc-be12-46e3-a62c-6d899c674296 req-8e9e9a89-fa94-4e55-ac8f-bc925dd41d85 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=4004292d-a19b-4c97-99cf-9a9c343e3f8c HTTP/1.1" status: 200 len: 945 time: 0.5438731 Jun 28 12:05:03.425116 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-fa73228a-2ffa-49b4-9370-a66522079623 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:03.432558 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-fa73228a-2ffa-49b4-9370-a66522079623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:03.434945 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:03.478568 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-fa73228a-2ffa-49b4-9370-a66522079623 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9c4f81e7a1184456af0f0ce854533512&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2628603 Jun 28 12:05:03.479820 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa73228a-2ffa-49b4-9370-a66522079623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23af5053-8f32-447c-8faa-81b0ed573f4f,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:03.493226 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 57052) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:03.524294 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-fa73228a-2ffa-49b4-9370-a66522079623 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:03.555325 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-9a6790e2-a4ef-4ffb-9b5f-613d3d1f609d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:03.586428 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a937ed-2452-437a-907e-1a8cbd58b119 req-a3d18d6e-11ff-4dc9-acb2-eb65b750bf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:03.588438 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-f2a937ed-2452-437a-907e-1a8cbd58b119 req-a3d18d6e-11ff-4dc9-acb2-eb65b750bf51 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=44c02f51-e468-4503-8e99-c53bcbc29dec HTTP/1.1" status: 200 len: 855 time: 0.3676329 Jun 28 12:05:03.598031 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-9a6790e2-a4ef-4ffb-9b5f-613d3d1f609d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:03.622953 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-cec86fdc-be12-46e3-a62c-6d899c674296 req-1558a751-6c09-4abb-bf48-5387f2265ce9 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3318768 Jun 28 12:05:03.716973 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-9a6790e2-a4ef-4ffb-9b5f-613d3d1f609d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:03.728028 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-9a6790e2-a4ef-4ffb-9b5f-613d3d1f609d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:03.730683 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-9a6790e2-a4ef-4ffb-9b5f-613d3d1f609d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/23af5053-8f32-447c-8faa-81b0ed573f4f HTTP/1.1" status: 204 len: 168 time: 0.2353034 Jun 28 12:05:03.733312 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:03.742801 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-f2a937ed-2452-437a-907e-1a8cbd58b119 req-8ad5ee34-8c92-415e-a67b-ef0d3cd3bbe3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1234ac8c-174f-41c3-8425-b4be39dc33cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1047642 Jun 28 12:05:03.758164 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1572fe-1bd6-4ba5-a4da-06432c96ef71 req-9dd94ac2-cf2c-4ea6-a601-ba19f4bc7a53 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:03.766165 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6790e2-a4ef-4ffb-9b5f-613d3d1f609d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23af5053-8f32-447c-8faa-81b0ed573f4f,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:03.766358 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-1d1572fe-1bd6-4ba5-a4da-06432c96ef71 req-9dd94ac2-cf2c-4ea6-a601-ba19f4bc7a53 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/ports?device_id=795756b5-b7e5-4f2b-bcc8-298007ca4e92 HTTP/1.1" status: 200 len: 944 time: 0.6694558 Jun 28 12:05:03.776446 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-9a6790e2-a4ef-4ffb-9b5f-613d3d1f609d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:03.952515 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-1d1572fe-1bd6-4ba5-a4da-06432c96ef71 req-1e0a695e-ba11-4421-8db6-4b3e8143baf2 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/security-groups?id=0046b0d6-801b-426f-9192-d8e3ad3d9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852429 Jun 28 12:05:03.969895 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-664455ac-6bbb-4e68-9a3b-ee59dbc8190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:04.048199 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-f2a937ed-2452-437a-907e-1a8cbd58b119 req-89c2aae8-04fc-4cd6-8aad-8e3612ee2b47 service neutron] 10.222.0.61 "GET /v2.0/networks/1234ac8c-174f-41c3-8425-b4be39dc33cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764292 Jun 28 12:05:04.276405 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-f2a937ed-2452-437a-907e-1a8cbd58b119 req-0c1ebe4b-d27e-4251-80c5-90d2283c7c89 service neutron] 10.222.0.61 "GET /v2.0/networks/1234ac8c-174f-41c3-8425-b4be39dc33cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187781 Jun 28 12:05:04.554351 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 57116) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:04.569972 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-6c48ad91-aaee-4eb1-b731-ad5a1819f78c tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:04.578193 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-6c48ad91-aaee-4eb1-b731-ad5a1819f78c tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799926'] for floatingip, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:04.702638 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.db.l3_db [None req-6c48ad91-aaee-4eb1-b731-ad5a1819f78c tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Floating IP edbe846c-002b-4c0c-b487-976df7cb8491 associated. External IP: 172.28.3.47, port: 197e554d-7bb1-447d-ba4e-aeea31694618. Jun 28 12:05:04.820241 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-b4abbe4b-1dd5-421d-8881-83fe5e426695 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:04.939356 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-b4abbe4b-1dd5-421d-8881-83fe5e426695 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:04.939356 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-b4abbe4b-1dd5-421d-8881-83fe5e426695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:04.940879 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-9a6790e2-a4ef-4ffb-9b5f-613d3d1f609d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:04.982747 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abbe4b-1dd5-421d-8881-83fe5e426695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d5247e5-08b8-43cf-8ce9-8fa31d07ef74,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:04.990575 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-b4abbe4b-1dd5-421d-8881-83fe5e426695 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c4cf91d0085c4061a0d5d055523034f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4327002 Jun 28 12:05:04.991317 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-b4abbe4b-1dd5-421d-8881-83fe5e426695 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:04.991862 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 57138) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:05.061535 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-329ba4fc-c94d-45f2-8c13-470e0067915e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:05.085598 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-329ba4fc-c94d-45f2-8c13-470e0067915e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:05.151503 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-329ba4fc-c94d-45f2-8c13-470e0067915e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:05.155663 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-329ba4fc-c94d-45f2-8c13-470e0067915e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:05.160004 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-329ba4fc-c94d-45f2-8c13-470e0067915e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9d5247e5-08b8-43cf-8ce9-8fa31d07ef74 HTTP/1.1" status: 204 len: 168 time: 0.1667762 Jun 28 12:05:05.161029 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-5a8ff968-d4a7-4791-8931-efafdbee0b3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:05.171532 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329ba4fc-c94d-45f2-8c13-470e0067915e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d5247e5-08b8-43cf-8ce9-8fa31d07ef74,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:05.174033 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-329ba4fc-c94d-45f2-8c13-470e0067915e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:05.177603 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b7bb9-f44c-490c-b40c-47cb01bf39c8 req-c426d42d-8e85-4150-b1af-59096735da46 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:05.179107 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-0c6b7bb9-f44c-490c-b40c-47cb01bf39c8 req-c426d42d-8e85-4150-b1af-59096735da46 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=4004292d-a19b-4c97-99cf-9a9c343e3f8c HTTP/1.1" status: 200 len: 945 time: 0.2105563 Jun 28 12:05:05.275856 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-0c6b7bb9-f44c-490c-b40c-47cb01bf39c8 req-f64dd136-9795-4c37-b117-ffa93cb656b0 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876241 Jun 28 12:05:05.289035 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c779aab-c246-43e9-87cc-64ce08069730 req-41b7edfe-f9c1-4890-a332-eea035e9d036 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:05.290813 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-6c779aab-c246-43e9-87cc-64ce08069730 req-41b7edfe-f9c1-4890-a332-eea035e9d036 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/ports?device_id=795756b5-b7e5-4f2b-bcc8-298007ca4e92 HTTP/1.1" status: 200 len: 944 time: 0.1844699 Jun 28 12:05:05.360204 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 57160) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:05.396073 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-6c779aab-c246-43e9-87cc-64ce08069730 req-a46da768-e570-448b-8ca4-9d4f558b5fe0 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/security-groups?id=0046b0d6-801b-426f-9192-d8e3ad3d9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629983 Jun 28 12:05:05.398013 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c48ad91-aaee-4eb1-b731-ad5a1819f78c tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Router 1511fe44-47e2-4677-b0bf-fa640cc3b369 has already been hosted by L3 agent a3516409-90ed-42c0-9869-2f9c81c3e104 {{(pid=93124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:05:05.495356 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 57168) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:05.538751 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c48ad91-aaee-4eb1-b731-ad5a1819f78c tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify agent at l3_agent.dv-cinder-772388-5-smb the message routers_updated {{(pid=93124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 12:05:05.546417 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.db_base_plugin_v2 [None req-398613cd-6e2f-42e5-bdf9-8cd12673c726 admin admin] Deleting subnet 863cabcc-94c6-4b78-b7bf-d8e28930a4ab {{(pid=93125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 12:05:05.553167 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b02bb65-1c43-4be5-83cc-3948ecbda472 None None] Sync routers for ids ['1511fe44-47e2-4677-b0bf-fa640cc3b369'] in dv-cinder-772388-5-smb {{(pid=93127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:05:05.554271 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-6c48ad91-aaee-4eb1-b731-ad5a1819f78c tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188324'] for floatingip, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:05.562683 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-398613cd-6e2f-42e5-bdf9-8cd12673c726 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:05.567632 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b02bb65-1c43-4be5-83cc-3948ecbda472 None None] Routers {'1511fe44-47e2-4677-b0bf-fa640cc3b369'} bound to L3 agent in host dv-cinder-772388-5-smb {{(pid=93127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:05:05.570929 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_hamode_db [None req-4b02bb65-1c43-4be5-83cc-3948ecbda472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T11:56:31Z,description=,heartbeat_timestamp=2021-06-28T12:05:01Z,host='dv-cinder-772388-5-smb',id=a3516409-90ed-42c0-9869-2f9c81c3e104,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:56:31Z,topic='l3_agent')) {'router_ids': ['1511fe44-47e2-4677-b0bf-fa640cc3b369'], 'active': True} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:05:05.593609 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-6c48ad91-aaee-4eb1-b731-ad5a1819f78c tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "PUT /v2.0/floatingips/edbe846c-002b-4c0c-b487-976df7cb8491 HTTP/1.1" status: 200 len: 990 time: 2.7490222 Jun 28 12:05:05.594245 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '767e3825-7bef-4bb9-957c-332a031542c1', 'tag': '197e554d-7bb1-447d-ba4e-aeea31694618'}] {{(pid=93124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:05:05.597154 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4926e176e742a15448bc39a4c9e2c24b37607ed8759502f34541a4f556826b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4e3fe8-3ca2-4122-b395-2f8eeb9a8910" -d '{"events": [{"name": "network-changed", "server_uuid": "767e3825-7bef-4bb9-957c-332a031542c1", "tag": "197e554d-7bb1-447d-ba4e-aeea31694618"}]}' {{(pid=93124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:05:05.625181 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.v2.base [None req-03912a33-4bcc-41f6-89a0-9ec65bf99da8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1578056407-network', 'tenant_id': 'c1222bd1bddb4950899f8122c55aa3f4'}} {{(pid=93125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:05:05.654894 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-398613cd-6e2f-42e5-bdf9-8cd12673c726 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:05.671690 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 12:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d64cf6-6183-4c7a-8354-ff5cdd8e6e17 x-openstack-request-id: req-b0d64cf6-6183-4c7a-8354-ff5cdd8e6e17 {{(pid=93124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:05:05.671690 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "767e3825-7bef-4bb9-957c-332a031542c1", "tag": "197e554d-7bb1-447d-ba4e-aeea31694618", "status": "completed", "code": 200}]} {{(pid=93124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:05:05.671690 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b0d64cf6-6183-4c7a-8354-ff5cdd8e6e17 {{(pid=93124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:05:05.671690 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '767e3825-7bef-4bb9-957c-332a031542c1', 'tag': '197e554d-7bb1-447d-ba4e-aeea31694618', 'status': 'completed', 'code': 200} Jun 28 12:05:05.672601 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-398613cd-6e2f-42e5-bdf9-8cd12673c726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3543267'] for subnet, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:05.749964 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03912a33-4bcc-41f6-89a0-9ec65bf99da8 admin admin] Made reservation on behalf of c1222bd1bddb4950899f8122c55aa3f4 for: {'network': 1} {{(pid=93125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:05:05.762713 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-03912a33-4bcc-41f6-89a0-9ec65bf99da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for network, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:05.792857 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-03912a33-4bcc-41f6-89a0-9ec65bf99da8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:05.817216 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e3fe8-3ca2-4122-b395-2f8eeb9a8910 req-ebc1671f-c791-4b3d-85a5-4146dd98f88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:05.818786 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-0e4e3fe8-3ca2-4122-b395-2f8eeb9a8910 req-ebc1671f-c791-4b3d-85a5-4146dd98f88c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=25df7236fcb6488397fe969e6963f8c4&device_id=767e3825-7bef-4bb9-957c-332a031542c1 HTTP/1.1" status: 200 len: 1098 time: 0.1207707 Jun 28 12:05:05.831617 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device 46deb3ea-42ec-414a-ae7c-1cfd411beab7 details requested by agent hyperv_hv-cinder-77238 with host hv-cinder-77238 {{(pid=93126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 12:05:05.867078 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-398613cd-6e2f-42e5-bdf9-8cd12673c726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3543284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4137752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329'] for subnet, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:05.874025 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_dvr_db [None req-4b02bb65-1c43-4be5-83cc-3948ecbda472 None None] Set router 1511fe44-47e2-4677-b0bf-fa640cc3b369 gateway port host: dv-cinder-772388-5-smb {{(pid=93127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:05:05.875982 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 57178) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:05.887534 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:05.899678 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-398613cd-6e2f-42e5-bdf9-8cd12673c726 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3735354'] for subnet, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:05.901654 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-4599e5d7-01fc-4bc2-af03-291d694d0350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:05.904332 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-398613cd-6e2f-42e5-bdf9-8cd12673c726 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/863cabcc-94c6-4b78-b7bf-d8e28930a4ab HTTP/1.1" status: 204 len: 168 time: 0.4079614 Jun 28 12:05:05.914446 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 57180) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:05.938395 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398613cd-6e2f-42e5-bdf9-8cd12673c726 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=863cabcc-94c6-4b78-b7bf-d8e28930a4ab,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:05.948447 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-398613cd-6e2f-42e5-bdf9-8cd12673c726 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:05.992083 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device a9f5bb8e-9509-4dc6-88aa-b7bb7063fa3b no longer exists at agent hyperv_hv-cinder-77238 {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:05:06.032944 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-03912a33-4bcc-41f6-89a0-9ec65bf99da8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:06.040101 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.plugin [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] No Port match for: a9f5bb8e-9509-4dc6-88aa-b7bb7063fa3b {{(pid=93126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:05:06.040987 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device a9f5bb8e-9509-4dc6-88aa-b7bb7063fa3b not bound to the agent host hv-cinder-77238 {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:05:06.043926 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-03912a33-4bcc-41f6-89a0-9ec65bf99da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:06.047431 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-b8576b4a-b1c2-49ba-bc57-edaf2aa6014f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:06.096891 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03912a33-4bcc-41f6-89a0-9ec65bf99da8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=93125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 12:05:06.127603 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03912a33-4bcc-41f6-89a0-9ec65bf99da8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b93bbcc5-5603-4688-a14d-fdd92d8324bc,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:06.135180 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-03912a33-4bcc-41f6-89a0-9ec65bf99da8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:06.138895 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-03912a33-4bcc-41f6-89a0-9ec65bf99da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539709'] for segment, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:06.140289 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.db.segments_db [None req-03912a33-4bcc-41f6-89a0-9ec65bf99da8 admin admin] Added segment c468e5c8-35b8-46a2-9c44-9cf33dc46c17 of type vlan for network b6e648c6-30c3-4197-803f-78747e50d129 Jun 28 12:05:06.140373 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f1679dd0-3006-430a-963b-f55500e15add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572552'] for network, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:06.152330 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] For port 46deb3ea-42ec-414a-ae7c-1cfd411beab7, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=46deb3ea-42ec-414a-ae7c-1cfd411beab7,segment=NetworkSegment(918d5219-a753-4f11-a570-279069e69307),segment_id=918d5219-a753-4f11-a570-279069e69307)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:05:06.158357 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e3fe8-3ca2-4122-b395-2f8eeb9a8910 req-4ac40da1-416c-44e4-9b8d-7c83729e0245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:06.160420 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-0e4e3fe8-3ca2-4122-b395-2f8eeb9a8910 req-4ac40da1-416c-44e4-9b8d-7c83729e0245 service neutron] 10.222.0.61 "GET /v2.0/networks?id=61e6c2ec-9082-4875-a218-8630ba468008 HTTP/1.1" status: 200 len: 917 time: 0.3294611 Jun 28 12:05:06.191835 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Returning: {'device': '46deb3ea-42ec-414a-ae7c-1cfd411beab7', 'network_id': '1234ac8c-174f-41c3-8425-b4be39dc33cb', 'port_id': '46deb3ea-42ec-414a-ae7c-1cfd411beab7', 'mac_address': 'fa:16:3e:7a:b3:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44c02f51-e468-4503-8e99-c53bcbc29dec', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 12:05:06.231877 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-03912a33-4bcc-41f6-89a0-9ec65bf99da8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751010106215'] for network, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:06.266696 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:06.294532 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.notifiers.nova [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46deb3ea-42ec-414a-ae7c-1cfd411beab7 {{(pid=93126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:05:06.307415 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-03912a33-4bcc-41f6-89a0-9ec65bf99da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329'] for network, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:06.309118 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03912a33-4bcc-41f6-89a0-9ec65bf99da8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:06.310374 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-03912a33-4bcc-41f6-89a0-9ec65bf99da8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3735354'] for network, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:06.314853 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-d8b8f17b-0b20-4c02-9919-1c910549b723 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:06.356046 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] For port 46deb3ea-42ec-414a-ae7c-1cfd411beab7, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=46deb3ea-42ec-414a-ae7c-1cfd411beab7,segment=NetworkSegment(918d5219-a753-4f11-a570-279069e69307),segment_id=918d5219-a753-4f11-a570-279069e69307)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:05:06.362869 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:06.367493 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:06.382662 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-0e4e3fe8-3ca2-4122-b395-2f8eeb9a8910 req-c28f67df-4be4-4abc-a36c-876de5dbe0c0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=197e554d-7bb1-447d-ba4e-aeea31694618 HTTP/1.1" status: 200 len: 998 time: 0.2145133 Jun 28 12:05:06.386412 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f1679dd0-3006-430a-963b-f55500e15add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3544245', 'neutron.services.segments.db._delete_segments_for_network-8751010592552'] for network, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:06.423205 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f1679dd0-3006-430a-963b-f55500e15add admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:05:06.423553 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f1679dd0-3006-430a-963b-f55500e15add admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:05:06.425695 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f1679dd0-3006-430a-963b-f55500e15add admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:05:06.425695 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f1679dd0-3006-430a-963b-f55500e15add admin admin] Subscribe: > port after_create 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:05:06.425695 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f1679dd0-3006-430a-963b-f55500e15add admin admin] Subscribe: > port after_delete 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:05:06.431550 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Pushing event updated for resources: {'Port': ['ID=46deb3ea-42ec-414a-ae7c-1cfd411beab7,revision_number=4']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:06.437896 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f1679dd0-3006-430a-963b-f55500e15add admin admin] Subscribe: > port after_update 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:05:06.438328 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f1679dd0-3006-430a-963b-f55500e15add admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:05:06.438664 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f1679dd0-3006-430a-963b-f55500e15add admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:05:06.446565 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:06.448899 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f1679dd0-3006-430a-963b-f55500e15add admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:05:06.449666 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f1679dd0-3006-430a-963b-f55500e15add admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:05:06.452663 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03912a33-4bcc-41f6-89a0-9ec65bf99da8 admin admin] Pushing event updated for resources: {'Network': ['ID=b6e648c6-30c3-4197-803f-78747e50d129,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:06.457678 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-03912a33-4bcc-41f6-89a0-9ec65bf99da8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:06.466780 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Network b6e648c6-30c3-4197-803f-78747e50d129 details requested by agent ovs-agent-dv-cinder-772388-5-smb with host dv-cinder-772388-5-smb {{(pid=93126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 12:05:06.536351 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_hamode_db [None req-4b02bb65-1c43-4be5-83cc-3948ecbda472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1511fe44-47e2-4677-b0bf-fa640cc3b369', 'name': 'tempest-AttachVolumeShelveTestJSON-866816773-router', 'tenant_id': '25df7236fcb6488397fe969e6963f8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': '4f244bb9-a782-48c5-8c92-a01f651b45f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:04:16Z', 'updated_at': '2021-06-28T12:04:22Z', 'revision_number': 4, 'project_id': '25df7236fcb6488397fe969e6963f8c4', 'gw_port': {'id': '4f244bb9-a782-48c5-8c92-a01f651b45f8', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1511fe44-47e2-4677-b0bf-fa640cc3b369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:04:17Z', 'updated_at': '2021-06-28T12:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb', '_floatingips': [{'id': 'edbe846c-002b-4c0c-b487-976df7cb8491', 'tenant_id': '25df7236fcb6488397fe969e6963f8c4', 'floating_ip_address': '172.28.3.47', 'floating_network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'router_id': '1511fe44-47e2-4677-b0bf-fa640cc3b369', 'port_id': '197e554d-7bb1-447d-ba4e-aeea31694618', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61e6c2ec-9082-4875-a218-8630ba468008', 'mac_address': 'fa:16:3e:03:67:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767e3825-7bef-4bb9-957c-332a031542c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:04:35Z', 'updated_at': '2021-06-28T12:05:04Z', 'revision_number': 1, 'project_id': '25df7236fcb6488397fe969e6963f8c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6b6c75c-5a46-46ac-ba07-768e5aab4407', 'name': '', 'network_id': '61e6c2ec-9082-4875-a218-8630ba468008', 'tenant_id': '25df7236fcb6488397fe969e6963f8c4', 'mac_address': 'fa:16:3e:63:75:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1511fe44-47e2-4677-b0bf-fa640cc3b369', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '558089fa-d5c8-4a60-a96f-efb801414a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:04:21Z', 'updated_at': '2021-06-28T12:04:30Z', 'revision_number': 5, 'project_id': '25df7236fcb6488397fe969e6963f8c4', 'subnets': [{'id': '558089fa-d5c8-4a60-a96f-efb801414a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-smb', False) {} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:05:06.563066 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b02bb65-1c43-4be5-83cc-3948ecbda472 None None] Checking router: 1511fe44-47e2-4677-b0bf-fa640cc3b369 for host: dv-cinder-772388-5-smb {{(pid=93127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:05:06.574076 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b02bb65-1c43-4be5-83cc-3948ecbda472 None None] Routers {'1511fe44-47e2-4677-b0bf-fa640cc3b369'} bound to L3 agent in host dv-cinder-772388-5-smb {{(pid=93127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:05:06.574690 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_hamode_db [None req-4b02bb65-1c43-4be5-83cc-3948ecbda472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T11:56:31Z,description=,heartbeat_timestamp=2021-06-28T12:05:01Z,host='dv-cinder-772388-5-smb',id=a3516409-90ed-42c0-9869-2f9c81c3e104,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:56:31Z,topic='l3_agent')) {'router_ids': ['1511fe44-47e2-4677-b0bf-fa640cc3b369'], 'active': True} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:05:06.622395 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f1679dd0-3006-430a-963b-f55500e15add admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:05:06.622948 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f1679dd0-3006-430a-963b-f55500e15add admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:05:06.623353 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f1679dd0-3006-430a-963b-f55500e15add admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:05:06.623746 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f1679dd0-3006-430a-963b-f55500e15add admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:05:06.624228 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.services.segments.db [None req-f1679dd0-3006-430a-963b-f55500e15add admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1644de9e-102a-4648-a07b-56daa50d4933']}} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:05:06.679703 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_dvr_db [None req-4b02bb65-1c43-4be5-83cc-3948ecbda472 None None] Set router 1511fe44-47e2-4677-b0bf-fa640cc3b369 gateway port host: dv-cinder-772388-5-smb {{(pid=93127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:05:06.690178 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] get_ports_and_sgs() called for port_ids ['46deb3ea-42ec-414a-ae7c-1cfd411beab7'] {{(pid=93126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:05:06.727700 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.services.segments.db [None req-f1679dd0-3006-430a-963b-f55500e15add admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '664bf10a-cc37-4401-9c84-6539584b43ca') {'for_net_delete': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:05:06.727997 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.services.segments.db [None req-f1679dd0-3006-430a-963b-f55500e15add admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '664bf10a-cc37-4401-9c84-6539584b43ca') {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:05:06.732937 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-4599e5d7-01fc-4bc2-af03-291d694d0350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:06.744772 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-03912a33-4bcc-41f6-89a0-9ec65bf99da8 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3834226 Jun 28 12:05:06.749186 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 57196) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:06.754303 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.v2.base [None req-8d554ab1-23e8-4776-b78c-ceb7899abb77 admin admin] Request body: {'subnet': {'network_id': 'b6e648c6-30c3-4197-803f-78747e50d129', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1578056407-subnet', 'tenant_id': 'c1222bd1bddb4950899f8122c55aa3f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:05:06.766280 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f1679dd0-3006-430a-963b-f55500e15add admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751010442123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8809173'] for segment, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:06.781304 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d554ab1-23e8-4776-b78c-ceb7899abb77 admin admin] Made reservation on behalf of c1222bd1bddb4950899f8122c55aa3f4 for: {'subnet': 1} {{(pid=93125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:05:06.784747 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-8d554ab1-23e8-4776-b78c-ceb7899abb77 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:06.803900 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f1679dd0-3006-430a-963b-f55500e15add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539709'] for segment, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:06.811028 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-4599e5d7-01fc-4bc2-af03-291d694d0350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:06.817624 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:06.823074 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e3fe8-3ca2-4122-b395-2f8eeb9a8910 req-f5d054e2-a948-4e34-a170-f489c9202244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:06.824765 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-0e4e3fe8-3ca2-4122-b395-2f8eeb9a8910 req-f5d054e2-a948-4e34-a170-f489c9202244 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=558089fa-d5c8-4a60-a96f-efb801414a3b HTTP/1.1" status: 200 len: 855 time: 0.4337802 Jun 28 12:05:06.863595 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4599e5d7-01fc-4bc2-af03-291d694d0350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f6afe3-63b0-4b54-86f1-63538df4e153,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:06.875996 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1679dd0-3006-430a-963b-f55500e15add admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=93124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 12:05:06.876417 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f1679dd0-3006-430a-963b-f55500e15add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8411021'] for segment, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:06.882704 dv-cinder-772388-5-smb neutron-server[93124]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 28 12:05:06.882704 dv-cinder-772388-5-smb neutron-server[93124]: from cryptography.utils import int_from_bytes Jun 28 12:05:06.882704 dv-cinder-772388-5-smb neutron-server[93124]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 28 12:05:06.882704 dv-cinder-772388-5-smb neutron-server[93124]: from cryptography.utils import int_from_bytes Jun 28 12:05:06.882704 dv-cinder-772388-5-smb neutron-server[93124]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 12:05:06.882704 dv-cinder-772388-5-smb neutron-server[93124]: conditions |= (models_v2.Port.network_id.in_( Jun 28 12:05:06.882704 dv-cinder-772388-5-smb neutron-server[93124]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 12:05:06.882704 dv-cinder-772388-5-smb neutron-server[93124]: conditions |= (models_v2.Port.network_id.in_( Jun 28 12:05:06.882704 dv-cinder-772388-5-smb neutron-server[93124]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 12:05:06.882704 dv-cinder-772388-5-smb neutron-server[93124]: conditions |= (models_v2.Port.network_id.in_( Jun 28 12:05:06.882704 dv-cinder-772388-5-smb neutron-server[93124]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 12:05:06.882704 dv-cinder-772388-5-smb neutron-server[93124]: conditions |= (models_v2.Port.network_id.in_( Jun 28 12:05:06.882704 dv-cinder-772388-5-smb neutron-server[93124]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 12:05:06.882704 dv-cinder-772388-5-smb neutron-server[93124]: conditions |= (models_v2.Port.network_id.in_( Jun 28 12:05:06.882704 dv-cinder-772388-5-smb neutron-server[93124]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 12:05:06.882704 dv-cinder-772388-5-smb neutron-server[93124]: conditions |= (models_v2.Port.network_id.in_( Jun 28 12:05:06.882704 dv-cinder-772388-5-smb neutron-server[93124]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 12:05:06.882704 dv-cinder-772388-5-smb neutron-server[93124]: conditions |= (models_v2.Port.network_id.in_( Jun 28 12:05:06.882704 dv-cinder-772388-5-smb neutron-server[93124]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 12:05:06.882704 dv-cinder-772388-5-smb neutron-server[93124]: conditions |= (models_v2.Port.network_id.in_( Jun 28 12:05:06.882704 dv-cinder-772388-5-smb neutron-server[93124]: Traceback (most recent call last): Jun 28 12:05:06.882704 dv-cinder-772388-5-smb neutron-server[93124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 12:05:06.882704 dv-cinder-772388-5-smb neutron-server[93124]: timer() Jun 28 12:05:06.882704 dv-cinder-772388-5-smb neutron-server[93124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 12:05:06.882704 dv-cinder-772388-5-smb neutron-server[93124]: cb(*args, **kw) Jun 28 12:05:06.882704 dv-cinder-772388-5-smb neutron-server[93124]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 12:05:06.882704 dv-cinder-772388-5-smb neutron-server[93124]: return func(*args, **kwargs) Jun 28 12:05:06.882704 dv-cinder-772388-5-smb neutron-server[93124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 12:05:06.882704 dv-cinder-772388-5-smb neutron-server[93124]: self._notify() Jun 28 12:05:06.882704 dv-cinder-772388-5-smb neutron-server[93124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 12:05:06.882704 dv-cinder-772388-5-smb neutron-server[93124]: self.callback(batched_events) Jun 28 12:05:06.882704 dv-cinder-772388-5-smb neutron-server[93124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 12:05:06.882704 dv-cinder-772388-5-smb neutron-server[93124]: event.method(event) Jun 28 12:05:06.882704 dv-cinder-772388-5-smb neutron-server[93124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 12:05:06.882704 dv-cinder-772388-5-smb neutron-server[93124]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 12:05:06.882704 dv-cinder-772388-5-smb neutron-server[93124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 12:05:06.882704 dv-cinder-772388-5-smb neutron-server[93124]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 12:05:06.882704 dv-cinder-772388-5-smb neutron-server[93124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 12:05:06.882704 dv-cinder-772388-5-smb neutron-server[93124]: return f(self, *a, **k) Jun 28 12:05:06.882704 dv-cinder-772388-5-smb neutron-server[93124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 12:05:06.882704 dv-cinder-772388-5-smb neutron-server[93124]: return self._get(url).json() Jun 28 12:05:06.882704 dv-cinder-772388-5-smb neutron-server[93124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 12:05:06.882704 dv-cinder-772388-5-smb neutron-server[93124]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 12:05:06.882704 dv-cinder-772388-5-smb neutron-server[93124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 12:05:06.882704 dv-cinder-772388-5-smb neutron-server[93124]: return self.request(url, 'GET', **kwargs) Jun 28 12:05:06.882704 dv-cinder-772388-5-smb neutron-server[93124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 12:05:06.882704 dv-cinder-772388-5-smb neutron-server[93124]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 12:05:06.882704 dv-cinder-772388-5-smb neutron-server[93124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 12:05:06.882704 dv-cinder-772388-5-smb neutron-server[93124]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 12:05:06.882704 dv-cinder-772388-5-smb neutron-server[93124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 12:05:06.882704 dv-cinder-772388-5-smb neutron-server[93124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 12:05:06.882704 dv-cinder-772388-5-smb neutron-server[93124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 12:05:06.886171 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-4599e5d7-01fc-4bc2-af03-291d694d0350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:06.947777 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_hamode_db [None req-4b02bb65-1c43-4be5-83cc-3948ecbda472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1511fe44-47e2-4677-b0bf-fa640cc3b369', 'name': 'tempest-AttachVolumeShelveTestJSON-866816773-router', 'tenant_id': '25df7236fcb6488397fe969e6963f8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': '4f244bb9-a782-48c5-8c92-a01f651b45f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:04:16Z', 'updated_at': '2021-06-28T12:04:22Z', 'revision_number': 4, 'project_id': '25df7236fcb6488397fe969e6963f8c4', 'gw_port': {'id': '4f244bb9-a782-48c5-8c92-a01f651b45f8', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1511fe44-47e2-4677-b0bf-fa640cc3b369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:04:17Z', 'updated_at': '2021-06-28T12:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb', '_floatingips': [{'id': 'edbe846c-002b-4c0c-b487-976df7cb8491', 'tenant_id': '25df7236fcb6488397fe969e6963f8c4', 'floating_ip_address': '172.28.3.47', 'floating_network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'router_id': '1511fe44-47e2-4677-b0bf-fa640cc3b369', 'port_id': '197e554d-7bb1-447d-ba4e-aeea31694618', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61e6c2ec-9082-4875-a218-8630ba468008', 'mac_address': 'fa:16:3e:03:67:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767e3825-7bef-4bb9-957c-332a031542c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:04:35Z', 'updated_at': '2021-06-28T12:05:04Z', 'revision_number': 1, 'project_id': '25df7236fcb6488397fe969e6963f8c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6b6c75c-5a46-46ac-ba07-768e5aab4407', 'name': '', 'network_id': '61e6c2ec-9082-4875-a218-8630ba468008', 'tenant_id': '25df7236fcb6488397fe969e6963f8c4', 'mac_address': 'fa:16:3e:63:75:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1511fe44-47e2-4677-b0bf-fa640cc3b369', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '558089fa-d5c8-4a60-a96f-efb801414a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:04:21Z', 'updated_at': '2021-06-28T12:04:30Z', 'revision_number': 5, 'project_id': '25df7236fcb6488397fe969e6963f8c4', 'subnets': [{'id': '558089fa-d5c8-4a60-a96f-efb801414a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-smb', False) {} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:05:06.980253 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b02bb65-1c43-4be5-83cc-3948ecbda472 None None] The sync data for ids ['1511fe44-47e2-4677-b0bf-fa640cc3b369'] in dv-cinder-772388-5-smb is: [{'id': '1511fe44-47e2-4677-b0bf-fa640cc3b369', 'name': 'tempest-AttachVolumeShelveTestJSON-866816773-router', 'tenant_id': '25df7236fcb6488397fe969e6963f8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': '4f244bb9-a782-48c5-8c92-a01f651b45f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:04:16Z', 'updated_at': '2021-06-28T12:04:22Z', 'revision_number': 4, 'project_id': '25df7236fcb6488397fe969e6963f8c4', 'gw_port': {'id': '4f244bb9-a782-48c5-8c92-a01f651b45f8', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1511fe44-47e2-4677-b0bf-fa640cc3b369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:04:17Z', 'updated_at': '2021-06-28T12:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb', '_floatingips': [{'id': 'edbe846c-002b-4c0c-b487-976df7cb8491', 'tenant_id': '25df7236fcb6488397fe969e6963f8c4', 'floating_ip_address': '172.28.3.47', 'floating_network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'router_id': '1511fe44-47e2-4677-b0bf-fa640cc3b369', 'port_id': '197e554d-7bb1-447d-ba4e-aeea31694618', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61e6c2ec-9082-4875-a218-8630ba468008', 'mac_address': 'fa:16:3e:03:67:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767e3825-7bef-4bb9-957c-332a031542c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:04:35Z', 'updated_at': '2021-06-28T12:05:04Z', 'revision_number': 1, 'project_id': '25df7236fcb6488397fe969e6963f8c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6b6c75c-5a46-46ac-ba07-768e5aab4407', 'name': '', 'network_id': '61e6c2ec-9082-4875-a218-8630ba468008', 'tenant_id': '25df7236fcb6488397fe969e6963f8c4', 'mac_address': 'fa:16:3e:63:75:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1511fe44-47e2-4677-b0bf-fa640cc3b369', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '558089fa-d5c8-4a60-a96f-efb801414a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:04:21Z', 'updated_at': '2021-06-28T12:04:30Z', 'revision_number': 5, 'project_id': '25df7236fcb6488397fe969e6963f8c4', 'subnets': [{'id': '558089fa-d5c8-4a60-a96f-efb801414a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:05:06.984646 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-8d554ab1-23e8-4776-b78c-ceb7899abb77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4137752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329'] for subnet, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:06.987562 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-e78ef5b0-56f6-49cd-97fa-8865ce1e6f07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:06.999388 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-4599e5d7-01fc-4bc2-af03-291d694d0350 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5dcb870916d74ce49ba7fd4a48a55f22&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1222436 Jun 28 12:05:07.003258 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 57202) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:07.017859 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f1679dd0-3006-430a-963b-f55500e15add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3544236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799908'] for network, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:07.043419 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d554ab1-23e8-4776-b78c-ceb7899abb77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4a1d2e7-5939-496d-8fa1-4100ea56844e,revision_number=0']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:07.044823 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abebcf8-db80-4dc5-8657-30578fe0a237 req-1f133acf-abb3-4539-ba1a-852324410029 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:07.046402 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-1abebcf8-db80-4dc5-8657-30578fe0a237 req-1f133acf-abb3-4539-ba1a-852324410029 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/ports?device_id=795756b5-b7e5-4f2b-bcc8-298007ca4e92 HTTP/1.1" status: 200 len: 945 time: 0.4149528 Jun 28 12:05:07.052474 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-8d554ab1-23e8-4776-b78c-ceb7899abb77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:07.061547 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-aa4846bf-3ddb-4ed1-b0d7-3a32bfc93060 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:07.068988 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f1679dd0-3006-430a-963b-f55500e15add admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3735354'] for network, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:07.069640 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d554ab1-23e8-4776-b78c-ceb7899abb77 admin admin] Checking segment: {'id': 'c468e5c8-35b8-46a2-9c44-9cf33dc46c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'b6e648c6-30c3-4197-803f-78747e50d129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:05:07.070059 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d554ab1-23e8-4776-b78c-ceb7899abb77 admin admin] Network hostable DHCP agents. Network: b6e648c6-30c3-4197-803f-78747e50d129, hostable agents: ['63aaef39-ba79-4f18-b1e7-d9a1b0fd7cb8'], hosted agents: [] {{(pid=93125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 12:05:07.070809 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-f1679dd0-3006-430a-963b-f55500e15add admin admin] 10.222.0.26 "DELETE /v2.0/networks/1644de9e-102a-4648-a07b-56daa50d4933 HTTP/1.1" status: 204 len: 168 time: 1.1266546 Jun 28 12:05:07.081832 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf5b352-0141-41e0-82f8-3c5e35859d0b req-05b66f68-db9d-4c6a-8054-0ae57ccc18dc tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:07.083317 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-faf5b352-0141-41e0-82f8-3c5e35859d0b req-05b66f68-db9d-4c6a-8054-0ae57ccc18dc tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=4004292d-a19b-4c97-99cf-9a9c343e3f8c HTTP/1.1" status: 200 len: 945 time: 0.4530973 Jun 28 12:05:07.094599 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d554ab1-23e8-4776-b78c-ceb7899abb77 admin admin] Network b6e648c6-30c3-4197-803f-78747e50d129 is scheduled to be hosted by DHCP agent 63aaef39-ba79-4f18-b1e7-d9a1b0fd7cb8 with binding_index 1 {{(pid=93125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 12:05:07.105131 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.base_scheduler [None req-8d554ab1-23e8-4776-b78c-ceb7899abb77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-5-smb, b6e648c6-30c3-4197-803f-78747e50d129) {{(pid=93125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:05:07.110269 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d554ab1-23e8-4776-b78c-ceb7899abb77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:07.111065 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-8d554ab1-23e8-4776-b78c-ceb7899abb77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3735354'] for subnet, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:07.113616 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1679dd0-3006-430a-963b-f55500e15add admin admin] Pushing event deleted for resources: {'Network': ['ID=1644de9e-102a-4648-a07b-56daa50d4933,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:07.117925 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c9a2bf-7fd3-421c-8f5b-aea88549e51c None None] Network b6e648c6-30c3-4197-803f-78747e50d129 requested from dv-cinder-772388-5-smb {{(pid=93126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:05:07.126585 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-f1679dd0-3006-430a-963b-f55500e15add admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:07.133782 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-8d554ab1-23e8-4776-b78c-ceb7899abb77 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3829281 Jun 28 12:05:07.151836 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.agents_db [None req-f497f353-63e3-44e2-a2cd-a5845e949060 None None] Agent healthcheck: found 6 active agents {{(pid=93127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:05:07.155369 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e3fe8-3ca2-4122-b395-2f8eeb9a8910 req-772e3e6f-2837-4962-9560-21c6617a44c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:07.156874 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-0e4e3fe8-3ca2-4122-b395-2f8eeb9a8910 req-772e3e6f-2837-4962-9560-21c6617a44c5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=61e6c2ec-9082-4875-a218-8630ba468008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2834163 Jun 28 12:05:07.186428 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-1abebcf8-db80-4dc5-8657-30578fe0a237 req-a8f81fea-4dce-4a81-9ed4-e26fc937db13 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/security-groups?id=0046b0d6-801b-426f-9192-d8e3ad3d9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275661 Jun 28 12:05:07.203005 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-854f3432-44d1-4fe8-a0c2-eee8ff122d16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:07.226449 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-faf5b352-0141-41e0-82f8-3c5e35859d0b req-57d1be7f-e7f7-4d41-b423-2aae51013a47 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232417 Jun 28 12:05:07.303298 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-854f3432-44d1-4fe8-a0c2-eee8ff122d16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:07.325152 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:07.358925 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691b3fbe-bf12-4bf1-9446-ec990003275f None None] New status for floating IP edbe846c-002b-4c0c-b487-976df7cb8491: ACTIVE {{(pid=93126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 12:05:07.365359 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-0e4e3fe8-3ca2-4122-b395-2f8eeb9a8910 req-2e98c122-9833-4972-ae7d-376821b9a296 service neutron] 10.222.0.61 "GET /v2.0/networks/61e6c2ec-9082-4875-a218-8630ba468008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973004 Jun 28 12:05:07.434484 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 57218) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:07.454653 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-854f3432-44d1-4fe8-a0c2-eee8ff122d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:07.458567 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-854f3432-44d1-4fe8-a0c2-eee8ff122d16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:07.463287 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-854f3432-44d1-4fe8-a0c2-eee8ff122d16 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/93f6afe3-63b0-4b54-86f1-63538df4e153 HTTP/1.1" status: 204 len: 168 time: 0.4593396 Jun 28 12:05:07.466526 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-faa28d54-6cd8-4da7-bb5b-f032086f0d1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:07.478880 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f3432-44d1-4fe8-a0c2-eee8ff122d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f6afe3-63b0-4b54-86f1-63538df4e153,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:07.483906 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-854f3432-44d1-4fe8-a0c2-eee8ff122d16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:07.511865 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-0e4e3fe8-3ca2-4122-b395-2f8eeb9a8910 req-6cb495c4-4ec3-4633-9a0b-4a42db29fecc service neutron] 10.222.0.61 "GET /v2.0/networks/61e6c2ec-9082-4875-a218-8630ba468008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388500 Jun 28 12:05:07.545453 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-6e5eee3f-42e6-4339-942d-5369b46dc9e4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2f9002e18e4a4346bed93d42a9081e0c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1091387 Jun 28 12:05:07.547583 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 57224) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:07.627514 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-76f5871c-85a1-41a5-ab04-d69263506886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:07.682609 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-76f5871c-85a1-41a5-ab04-d69263506886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:07.762674 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-76f5871c-85a1-41a5-ab04-d69263506886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:07.766693 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-76f5871c-85a1-41a5-ab04-d69263506886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:07.768797 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-76f5871c-85a1-41a5-ab04-d69263506886 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ecace0ea-f022-4c11-8bb3-7f28ed60de3b HTTP/1.1" status: 204 len: 168 time: 0.2186277 Jun 28 12:05:07.769950 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:07.782107 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f5871c-85a1-41a5-ab04-d69263506886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecace0ea-f022-4c11-8bb3-7f28ed60de3b,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:07.785643 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-76f5871c-85a1-41a5-ab04-d69263506886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:07.854256 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device 46deb3ea-42ec-414a-ae7c-1cfd411beab7 up at agent hyperv_hv-cinder-77238 {{(pid=93126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:05:07.957537 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9c5e78-875e-42ea-962d-282534d2d369 None None] Network b6e648c6-30c3-4197-803f-78747e50d129 requested from dv-cinder-772388-5-smb {{(pid=93126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:05:08.057347 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Provisioning for port 46deb3ea-42ec-414a-ae7c-1cfd411beab7 completed by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:05:08.063250 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Provisioning complete for port 46deb3ea-42ec-414a-ae7c-1cfd411beab7 triggered by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:05:08.063632 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:08.211174 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:08.303523 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] For port 46deb3ea-42ec-414a-ae7c-1cfd411beab7, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=46deb3ea-42ec-414a-ae7c-1cfd411beab7,segment=NetworkSegment(918d5219-a753-4f11-a570-279069e69307),segment_id=918d5219-a753-4f11-a570-279069e69307)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:05:08.304632 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '795756b5-b7e5-4f2b-bcc8-298007ca4e92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46deb3ea-42ec-414a-ae7c-1cfd411beab7'}] {{(pid=93126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:05:08.308080 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef893c2a45f5206efbef573e37d1784350e1616ec5e975db08a1c6348235ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbfbd5e9-1f4c-4632-8ef8-eafe8016a7c4" -d '{"events": [{"server_uuid": "795756b5-b7e5-4f2b-bcc8-298007ca4e92", "name": "network-vif-plugged", "status": "completed", "tag": "46deb3ea-42ec-414a-ae7c-1cfd411beab7"}]}' {{(pid=93126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:05:08.313354 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:08.316199 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:08.416126 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Pushing event updated for resources: {'Port': ['ID=46deb3ea-42ec-414a-ae7c-1cfd411beab7,revision_number=5']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:08.419488 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:08.517724 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790181c-ad34-4d90-8b57-b4b99128b99d req-d7063ce4-2135-4bee-a94d-9cca5ff96344 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:08.519244 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-e790181c-ad34-4d90-8b57-b4b99128b99d req-d7063ce4-2135-4bee-a94d-9cca5ff96344 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=4004292d-a19b-4c97-99cf-9a9c343e3f8c HTTP/1.1" status: 200 len: 945 time: 0.1425176 Jun 28 12:05:08.529001 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859bf60-dc9c-454f-b459-7d28617039b7 req-eaaf3c4b-b526-4d8a-9128-7c29b1df8744 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:08.535721 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-e859bf60-dc9c-454f-b459-7d28617039b7 req-eaaf3c4b-b526-4d8a-9128-7c29b1df8744 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/ports?device_id=795756b5-b7e5-4f2b-bcc8-298007ca4e92 HTTP/1.1" status: 200 len: 946 time: 0.1120048 Jun 28 12:05:08.610618 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-e859bf60-dc9c-454f-b459-7d28617039b7 req-bae6ab45-a27b-4c80-ae31-c9768baca86c tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/security-groups?id=0046b0d6-801b-426f-9192-d8e3ad3d9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739594 Jun 28 12:05:08.620153 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-e790181c-ad34-4d90-8b57-b4b99128b99d req-e3b135f1-0ebf-4722-8ed6-f606704c7f1a tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818453 Jun 28 12:05:08.665832 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce1a947b-daad-4489-b101-316d20f5f540 x-openstack-request-id: req-ce1a947b-daad-4489-b101-316d20f5f540 {{(pid=93126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:05:08.666237 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "795756b5-b7e5-4f2b-bcc8-298007ca4e92", "name": "network-vif-plugged", "status": "completed", "tag": "46deb3ea-42ec-414a-ae7c-1cfd411beab7", "code": 200}]} {{(pid=93126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:05:08.666562 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ce1a947b-daad-4489-b101-316d20f5f540 {{(pid=93126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:05:08.667171 dv-cinder-772388-5-smb neutron-server[93126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '795756b5-b7e5-4f2b-bcc8-298007ca4e92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46deb3ea-42ec-414a-ae7c-1cfd411beab7', 'code': 200} Jun 28 12:05:08.724252 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 57296) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:08.729738 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.v2.base [None req-f2c03476-2efa-4a63-8b89-6eae747887c4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1778096116-network', 'tenant_id': '7d6d9ad2adcb4823a7f38a29e2b3067e'}} {{(pid=93125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:05:08.771741 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c03476-2efa-4a63-8b89-6eae747887c4 admin admin] Made reservation on behalf of 7d6d9ad2adcb4823a7f38a29e2b3067e for: {'network': 1} {{(pid=93125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:05:08.774808 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-f2c03476-2efa-4a63-8b89-6eae747887c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for network, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:08.797921 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-f2c03476-2efa-4a63-8b89-6eae747887c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:08.920775 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-f2c03476-2efa-4a63-8b89-6eae747887c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:08.927253 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-f2c03476-2efa-4a63-8b89-6eae747887c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:08.931979 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:08.955591 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2c03476-2efa-4a63-8b89-6eae747887c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=93125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 12:05:08.969229 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0121d3-9f81-436b-b56e-1529207a3e22 req-727628fc-f08a-42e5-909e-9f1f99e05ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:08.969991 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c03476-2efa-4a63-8b89-6eae747887c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9695aa-c9de-4ea6-9862-7a2b54579500,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:08.971307 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-2b0121d3-9f81-436b-b56e-1529207a3e22 req-727628fc-f08a-42e5-909e-9f1f99e05ba3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=795756b5-b7e5-4f2b-bcc8-298007ca4e92 HTTP/1.1" status: 200 len: 1099 time: 0.0677879 Jun 28 12:05:08.974767 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-f2c03476-2efa-4a63-8b89-6eae747887c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:08.976071 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-f2c03476-2efa-4a63-8b89-6eae747887c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539709'] for segment, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:08.976889 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.db.segments_db [None req-f2c03476-2efa-4a63-8b89-6eae747887c4 admin admin] Added segment b2027183-2b3a-48ed-8934-ef0c8533ca9a of type vlan for network dfd7ed24-eb4f-4e44-b13b-ddad474a9f1d Jun 28 12:05:09.019808 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-2b0121d3-9f81-436b-b56e-1529207a3e22 req-4eeb0387-bc66-47e5-923c-22248ae29279 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0046b0d6-801b-426f-9192-d8e3ad3d9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336914 Jun 28 12:05:09.024764 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-f2c03476-2efa-4a63-8b89-6eae747887c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751010106215'] for network, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:09.060613 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-f2c03476-2efa-4a63-8b89-6eae747887c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329'] for network, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:09.062615 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c03476-2efa-4a63-8b89-6eae747887c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:09.063530 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-f2c03476-2efa-4a63-8b89-6eae747887c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3735354'] for network, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:09.066724 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:09.122310 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-f2c03476-2efa-4a63-8b89-6eae747887c4 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3968067 Jun 28 12:05:09.125077 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 57322) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:09.131697 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.v2.base [None req-fda4824b-c678-4efd-aceb-59b696dcadb8 admin admin] Request body: {'subnet': {'network_id': 'dfd7ed24-eb4f-4e44-b13b-ddad474a9f1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1778096116-subnet', 'tenant_id': '7d6d9ad2adcb4823a7f38a29e2b3067e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:05:09.137874 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c03476-2efa-4a63-8b89-6eae747887c4 admin admin] Pushing event updated for resources: {'Network': ['ID=dfd7ed24-eb4f-4e44-b13b-ddad474a9f1d,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:09.141070 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 57324) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:09.142357 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-f2c03476-2efa-4a63-8b89-6eae747887c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:09.152416 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Network dfd7ed24-eb4f-4e44-b13b-ddad474a9f1d details requested by agent ovs-agent-dv-cinder-772388-5-smb with host dv-cinder-772388-5-smb {{(pid=93126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 12:05:09.164300 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda4824b-c678-4efd-aceb-59b696dcadb8 admin admin] Made reservation on behalf of 7d6d9ad2adcb4823a7f38a29e2b3067e for: {'subnet': 1} {{(pid=93125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:05:09.167014 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-fda4824b-c678-4efd-aceb-59b696dcadb8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:09.286651 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.v2.base [None req-e6d5e9c9-e0c7-4b98-b3e3-229ff65b4c08 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1519485843-network', 'tenant_id': '795a76d7559d4af29d7cb7bd105a0c7d'}} {{(pid=93124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:05:09.315604 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d5e9c9-e0c7-4b98-b3e3-229ff65b4c08 admin admin] Made reservation on behalf of 795a76d7559d4af29d7cb7bd105a0c7d for: {'network': 1} {{(pid=93124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:05:09.318295 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-e6d5e9c9-e0c7-4b98-b3e3-229ff65b4c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for network, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:09.328539 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-e6d5e9c9-e0c7-4b98-b3e3-229ff65b4c08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:09.360208 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-fda4824b-c678-4efd-aceb-59b696dcadb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4137752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329'] for subnet, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:09.363239 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:09.367314 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 57332) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:09.419933 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda4824b-c678-4efd-aceb-59b696dcadb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d0393b8-4318-429d-84bf-b2d621ee5f97,revision_number=0']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:09.423728 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-fda4824b-c678-4efd-aceb-59b696dcadb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:09.429216 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda4824b-c678-4efd-aceb-59b696dcadb8 admin admin] Checking segment: {'id': 'b2027183-2b3a-48ed-8934-ef0c8533ca9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'dfd7ed24-eb4f-4e44-b13b-ddad474a9f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:05:09.429571 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda4824b-c678-4efd-aceb-59b696dcadb8 admin admin] Network hostable DHCP agents. Network: dfd7ed24-eb4f-4e44-b13b-ddad474a9f1d, hostable agents: ['63aaef39-ba79-4f18-b1e7-d9a1b0fd7cb8'], hosted agents: [] {{(pid=93125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 12:05:09.447718 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda4824b-c678-4efd-aceb-59b696dcadb8 admin admin] Network dfd7ed24-eb4f-4e44-b13b-ddad474a9f1d is scheduled to be hosted by DHCP agent 63aaef39-ba79-4f18-b1e7-d9a1b0fd7cb8 with binding_index 1 {{(pid=93125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 12:05:09.462663 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.base_scheduler [None req-fda4824b-c678-4efd-aceb-59b696dcadb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-5-smb, dfd7ed24-eb4f-4e44-b13b-ddad474a9f1d) {{(pid=93125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:05:09.467729 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda4824b-c678-4efd-aceb-59b696dcadb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:09.468400 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-fda4824b-c678-4efd-aceb-59b696dcadb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3735354'] for subnet, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:09.473256 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d07b1d-1a50-434c-b594-d60ba3b791cc None None] Network dfd7ed24-eb4f-4e44-b13b-ddad474a9f1d requested from dv-cinder-772388-5-smb {{(pid=93126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:05:09.482038 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-e6d5e9c9-e0c7-4b98-b3e3-229ff65b4c08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:09.488384 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-e6d5e9c9-e0c7-4b98-b3e3-229ff65b4c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:09.496130 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-fda4824b-c678-4efd-aceb-59b696dcadb8 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3699975 Jun 28 12:05:09.501863 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-d9aaa1f1-f27f-40c7-a7f7-c158bdf69651 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:09.510359 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6d5e9c9-e0c7-4b98-b3e3-229ff65b4c08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=93124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 12:05:09.529939 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-e6d5e9c9-e0c7-4b98-b3e3-229ff65b4c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539709'] for segment, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:09.530634 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.db.segments_db [None req-e6d5e9c9-e0c7-4b98-b3e3-229ff65b4c08 admin admin] Added segment 96ddcd82-804c-4247-9dc1-b78a3104e68e of type vlan for network b640c208-7d90-4850-b84f-3e3433ff2460 Jun 28 12:05:09.538279 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d5e9c9-e0c7-4b98-b3e3-229ff65b4c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c27b2c-f154-4cd9-b67e-80ba1d70eaf4,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:09.542323 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-e6d5e9c9-e0c7-4b98-b3e3-229ff65b4c08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:09.583374 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-e6d5e9c9-e0c7-4b98-b3e3-229ff65b4c08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751010106215'] for network, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:09.616574 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-b8694ed2-8b4b-4bd3-b420-991698c34c3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:09.675099 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0847f80a-6cd2-4b0f-bfb1-c259fe7b55b8 None None] Network dfd7ed24-eb4f-4e44-b13b-ddad474a9f1d requested from dv-cinder-772388-5-smb {{(pid=93126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:05:09.710304 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-e6d5e9c9-e0c7-4b98-b3e3-229ff65b4c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329'] for network, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:09.724157 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d5e9c9-e0c7-4b98-b3e3-229ff65b4c08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:09.724754 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-e6d5e9c9-e0c7-4b98-b3e3-229ff65b4c08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3735354'] for network, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:09.729472 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-f1679dd0-3006-430a-963b-f55500e15add admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:10.122930 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d5e9c9-e0c7-4b98-b3e3-229ff65b4c08 admin admin] Pushing event updated for resources: {'Network': ['ID=b640c208-7d90-4850-b84f-3e3433ff2460,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:10.132521 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-e6d5e9c9-e0c7-4b98-b3e3-229ff65b4c08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:10.136092 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Network b640c208-7d90-4850-b84f-3e3433ff2460 details requested by agent ovs-agent-dv-cinder-772388-5-smb with host dv-cinder-772388-5-smb {{(pid=93126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 12:05:10.171118 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-b8694ed2-8b4b-4bd3-b420-991698c34c3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:10.192978 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-b8694ed2-8b4b-4bd3-b420-991698c34c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:10.198491 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-164065dd-fb09-41a4-b839-0dc7b9dfb3dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:10.215969 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0202b5d1-9776-42a0-876a-a2506dec21fd req-20a66d3f-2461-4cef-9975-a0b74c8c1fb7 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:10.217547 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-0202b5d1-9776-42a0-876a-a2506dec21fd req-20a66d3f-2461-4cef-9975-a0b74c8c1fb7 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/ports?device_id=795756b5-b7e5-4f2b-bcc8-298007ca4e92 HTTP/1.1" status: 200 len: 946 time: 0.1532633 Jun 28 12:05:10.221908 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-e6d5e9c9-e0c7-4b98-b3e3-229ff65b4c08 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0797908 Jun 28 12:05:10.222170 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 57370) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:10.229466 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.v2.base [None req-1cefd2d0-1584-4073-b65e-b53efd2bf652 admin admin] Request body: {'subnet': {'network_id': 'b640c208-7d90-4850-b84f-3e3433ff2460', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1519485843-subnet', 'tenant_id': '795a76d7559d4af29d7cb7bd105a0c7d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:05:10.268156 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cefd2d0-1584-4073-b65e-b53efd2bf652 admin admin] Made reservation on behalf of 795a76d7559d4af29d7cb7bd105a0c7d for: {'subnet': 1} {{(pid=93125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:05:10.272539 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-1cefd2d0-1584-4073-b65e-b53efd2bf652 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:10.275736 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530ce932-95b8-41b2-bc63-b485acf84364 req-4b308e1e-75c5-4363-aa28-49330e370ee2 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:10.283005 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-530ce932-95b8-41b2-bc63-b485acf84364 req-4b308e1e-75c5-4363-aa28-49330e370ee2 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=4004292d-a19b-4c97-99cf-9a9c343e3f8c HTTP/1.1" status: 200 len: 945 time: 0.2172935 Jun 28 12:05:10.293174 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8694ed2-8b4b-4bd3-b420-991698c34c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ecbd9c-db11-4f14-b11c-74bcab5676e3,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:10.300051 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-b8694ed2-8b4b-4bd3-b420-991698c34c3c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cad1fbcc424f40ad8ea3f42ec458cb80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9282920 Jun 28 12:05:10.300849 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 57374) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:10.302080 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-b8694ed2-8b4b-4bd3-b420-991698c34c3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:10.331241 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-0202b5d1-9776-42a0-876a-a2506dec21fd req-de945aab-61de-46e1-a9c3-7635675eba59 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/security-groups?id=0046b0d6-801b-426f-9192-d8e3ad3d9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013541 Jun 28 12:05:10.357294 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-530ce932-95b8-41b2-bc63-b485acf84364 req-b6feb4d0-2475-4573-9e10-10d8a529187e tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735443 Jun 28 12:05:10.437860 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 57384) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:10.450540 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-750450d4-7e0d-46d5-aae2-f5b8c2265392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:10.504609 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-750450d4-7e0d-46d5-aae2-f5b8c2265392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:10.589907 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-1cefd2d0-1584-4073-b65e-b53efd2bf652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4137752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329'] for subnet, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:10.594905 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-71e9ca63-2346-4fe7-a64c-c4055757fa6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:10.599746 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-99c2600e-4b8a-4ef0-9fa6-2dbeedf3b061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:10.638314 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-750450d4-7e0d-46d5-aae2-f5b8c2265392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:10.640926 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-750450d4-7e0d-46d5-aae2-f5b8c2265392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:10.642062 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-750450d4-7e0d-46d5-aae2-f5b8c2265392 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e9ecbd9c-db11-4f14-b11c-74bcab5676e3 HTTP/1.1" status: 204 len: 168 time: 0.3373306 Jun 28 12:05:10.672466 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cefd2d0-1584-4073-b65e-b53efd2bf652 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a5d8f36-72c1-4684-bdca-4fec524f5952,revision_number=0']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:10.681721 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-1cefd2d0-1584-4073-b65e-b53efd2bf652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:10.682336 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-f2c03476-2efa-4a63-8b89-6eae747887c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:10.694282 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750450d4-7e0d-46d5-aae2-f5b8c2265392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ecbd9c-db11-4f14-b11c-74bcab5676e3,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:10.701595 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-750450d4-7e0d-46d5-aae2-f5b8c2265392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:10.702458 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cefd2d0-1584-4073-b65e-b53efd2bf652 admin admin] Checking segment: {'id': '96ddcd82-804c-4247-9dc1-b78a3104e68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b640c208-7d90-4850-b84f-3e3433ff2460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:05:10.702810 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cefd2d0-1584-4073-b65e-b53efd2bf652 admin admin] Network hostable DHCP agents. Network: b640c208-7d90-4850-b84f-3e3433ff2460, hostable agents: ['63aaef39-ba79-4f18-b1e7-d9a1b0fd7cb8'], hosted agents: [] {{(pid=93125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 12:05:10.740676 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cefd2d0-1584-4073-b65e-b53efd2bf652 admin admin] Network b640c208-7d90-4850-b84f-3e3433ff2460 is scheduled to be hosted by DHCP agent 63aaef39-ba79-4f18-b1e7-d9a1b0fd7cb8 with binding_index 1 {{(pid=93125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 12:05:10.756991 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.base_scheduler [None req-1cefd2d0-1584-4073-b65e-b53efd2bf652 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-5-smb, b640c208-7d90-4850-b84f-3e3433ff2460) {{(pid=93125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:05:10.768737 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d7c39b-3120-4a7d-8873-9fb0ee0a417a None None] Network b640c208-7d90-4850-b84f-3e3433ff2460 requested from dv-cinder-772388-5-smb {{(pid=93126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:05:10.775407 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-99c2600e-4b8a-4ef0-9fa6-2dbeedf3b061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:10.778962 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cefd2d0-1584-4073-b65e-b53efd2bf652 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:10.781365 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-1cefd2d0-1584-4073-b65e-b53efd2bf652 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3735354'] for subnet, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:10.788234 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-99c2600e-4b8a-4ef0-9fa6-2dbeedf3b061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:10.794495 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-cdb8f327-9c6e-4db0-a567-c10cc8151013 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:10.815271 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-1cefd2d0-1584-4073-b65e-b53efd2bf652 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5889802 Jun 28 12:05:10.888632 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-99c2600e-4b8a-4ef0-9fa6-2dbeedf3b061 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d3bd3bae390443f4aae50ae600fb0ff9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4474058 Jun 28 12:05:10.889622 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 57416) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:10.891849 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2600e-4b8a-4ef0-9fa6-2dbeedf3b061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9382136-0ba5-4bc9-b6c2-235ff1c5c505,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:10.895039 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-99c2600e-4b8a-4ef0-9fa6-2dbeedf3b061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:10.939302 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f423dfb2-3621-4717-a173-0cd241a737ee None None] Network b640c208-7d90-4850-b84f-3e3433ff2460 requested from dv-cinder-772388-5-smb {{(pid=93126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:05:10.951891 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078cd672-5cf9-4fe1-abe3-626f4f73fd10 req-c2aa8dda-34a9-4996-8c4a-3a459d7c4bb6 tempest-VolumesActionsTest-344993821 tempest-VolumesActionsTest-344993821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:10.954440 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-078cd672-5cf9-4fe1-abe3-626f4f73fd10 req-c2aa8dda-34a9-4996-8c4a-3a459d7c4bb6 tempest-VolumesActionsTest-344993821 tempest-VolumesActionsTest-344993821-project] 10.222.0.26 "GET /v2.0/networks?id=b6e648c6-30c3-4197-803f-78747e50d129 HTTP/1.1" status: 200 len: 809 time: 0.2142317 Jun 28 12:05:10.971973 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-078cd672-5cf9-4fe1-abe3-626f4f73fd10 req-d7e9a270-978f-4118-9e79-bb3a6bd0e631 tempest-VolumesActionsTest-344993821 tempest-VolumesActionsTest-344993821-project] 10.222.0.26 "GET /v2.0/quotas/c1222bd1bddb4950899f8122c55aa3f4 HTTP/1.1" status: 200 len: 375 time: 0.0119734 Jun 28 12:05:11.026012 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-b9eaef17-8688-4b1b-b87c-eac22324b50a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:11.041623 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-078cd672-5cf9-4fe1-abe3-626f4f73fd10 req-c72b4844-e091-4d87-8476-aec3ac565959 tempest-VolumesActionsTest-344993821 tempest-VolumesActionsTest-344993821-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c1222bd1bddb4950899f8122c55aa3f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0618422 Jun 28 12:05:11.081056 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-b9eaef17-8688-4b1b-b87c-eac22324b50a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:11.163208 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 57434) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:11.175591 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-b9eaef17-8688-4b1b-b87c-eac22324b50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:11.178533 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-b9eaef17-8688-4b1b-b87c-eac22324b50a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:11.179645 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-b9eaef17-8688-4b1b-b87c-eac22324b50a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f9382136-0ba5-4bc9-b6c2-235ff1c5c505 HTTP/1.1" status: 204 len: 168 time: 0.2889616 Jun 28 12:05:11.186198 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:11.195568 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eaef17-8688-4b1b-b87c-eac22324b50a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9382136-0ba5-4bc9-b6c2-235ff1c5c505,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:11.198441 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-6befcdf1-7f3d-470d-a4a5-1732a1cbc83b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:11.219891 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-078cd672-5cf9-4fe1-abe3-626f4f73fd10 req-55335cce-9b41-42cc-b21f-cc04950c6c22 service neutron] 10.222.0.26 "GET /v2.0/networks/b6e648c6-30c3-4197-803f-78747e50d129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654465 Jun 28 12:05:11.220020 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-b9eaef17-8688-4b1b-b87c-eac22324b50a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:11.377805 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-078cd672-5cf9-4fe1-abe3-626f4f73fd10 req-1cd2625f-6235-4678-be60-3297c466c3dd service neutron] 10.222.0.26 "GET /v2.0/networks/b6e648c6-30c3-4197-803f-78747e50d129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492856 Jun 28 12:05:11.396123 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-6befcdf1-7f3d-470d-a4a5-1732a1cbc83b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:11.404981 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-6befcdf1-7f3d-470d-a4a5-1732a1cbc83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:11.407445 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-3db207b2-5994-41d7-b580-2f63e702144d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:11.476955 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 57464) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:11.478756 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-6befcdf1-7f3d-470d-a4a5-1732a1cbc83b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=74d42915d1c54f6c9ebb7dc7e8302ee6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3144107 Jun 28 12:05:11.480605 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6befcdf1-7f3d-470d-a4a5-1732a1cbc83b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6781d2ce-dfd4-4acb-9b4c-3978b64b8ecc,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:11.487535 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-6befcdf1-7f3d-470d-a4a5-1732a1cbc83b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:11.638641 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-84ecab0d-5b35-49a6-b13b-f5d218311ee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:11.685393 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-84ecab0d-5b35-49a6-b13b-f5d218311ee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:11.772031 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 57490) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:11.786938 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-14469c25-3960-4d46-9ed4-068747b656d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:11.809049 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb7f9c5-093b-48ad-980b-d3f10c49202d req-a46d61f9-c221-4941-98c4-adfa7ea1a4ed tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:11.810803 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-5cb7f9c5-093b-48ad-980b-d3f10c49202d req-a46d61f9-c221-4941-98c4-adfa7ea1a4ed tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/ports?device_id=795756b5-b7e5-4f2b-bcc8-298007ca4e92 HTTP/1.1" status: 200 len: 946 time: 0.2321205 Jun 28 12:05:11.882826 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-5cb7f9c5-093b-48ad-980b-d3f10c49202d req-4c46be02-9fc4-4aef-ba1e-0a224cd46fe4 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/security-groups?id=0046b0d6-801b-426f-9192-d8e3ad3d9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533578 Jun 28 12:05:11.887828 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-84ecab0d-5b35-49a6-b13b-f5d218311ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:11.891106 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-84ecab0d-5b35-49a6-b13b-f5d218311ee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:11.895681 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-84ecab0d-5b35-49a6-b13b-f5d218311ee6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6781d2ce-dfd4-4acb-9b4c-3978b64b8ecc HTTP/1.1" status: 204 len: 168 time: 0.4173667 Jun 28 12:05:11.898042 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-99c2600e-4b8a-4ef0-9fa6-2dbeedf3b061 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:11.909435 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ecab0d-5b35-49a6-b13b-f5d218311ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6781d2ce-dfd4-4acb-9b4c-3978b64b8ecc,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:11.920162 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b22d9e-b06c-4c07-a33d-c969667e96e1 req-2b4ee352-a8f7-4194-8197-0e9824f657d6 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:11.922025 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-c9b22d9e-b06c-4c07-a33d-c969667e96e1 req-2b4ee352-a8f7-4194-8197-0e9824f657d6 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=4004292d-a19b-4c97-99cf-9a9c343e3f8c HTTP/1.1" status: 200 len: 945 time: 0.1616516 Jun 28 12:05:11.922601 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-84ecab0d-5b35-49a6-b13b-f5d218311ee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:11.978073 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 57512) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:12.003836 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.v2.base [None req-f0921f71-2b7a-4cb0-b54d-96a407ff1b86 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1814106691-network', 'tenant_id': 'c34dae2ff97e472dbe7851b7d2c8f161'}} {{(pid=93125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:05:12.006890 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-c9b22d9e-b06c-4c07-a33d-c969667e96e1 req-6a3fd591-6418-421b-85cf-63e49659e592 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687244 Jun 28 12:05:12.067495 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-14469c25-3960-4d46-9ed4-068747b656d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:12.074436 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-14469c25-3960-4d46-9ed4-068747b656d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:12.080141 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:12.120117 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14469c25-3960-4d46-9ed4-068747b656d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90986e6d-3160-442d-bdd6-f3a27713a110,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:12.130752 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-8439899f-671c-4647-907e-029a7ec80c52 req-26346d1a-e5aa-4289-9f98-e1fdf3f47d77 tempest-VolumesActionsTest-344993821 tempest-VolumesActionsTest-344993821-project] 10.222.0.26 "GET /v2.0/ports?device_id=8da9e5f5-3df3-4c2e-845e-9930ab511344 HTTP/1.1" status: 200 len: 210 time: 0.0536547 Jun 28 12:05:12.144321 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-14469c25-3960-4d46-9ed4-068747b656d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:12.166030 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-14469c25-3960-4d46-9ed4-068747b656d0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9893b7e9b94c4398b358e24eba1293c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3919556 Jun 28 12:05:12.168345 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 57522) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:12.176620 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0921f71-2b7a-4cb0-b54d-96a407ff1b86 admin admin] Made reservation on behalf of c34dae2ff97e472dbe7851b7d2c8f161 for: {'network': 1} {{(pid=93125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:05:12.179372 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-f0921f71-2b7a-4cb0-b54d-96a407ff1b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for network, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:12.200038 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-f0921f71-2b7a-4cb0-b54d-96a407ff1b86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:12.273665 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-aa06f4d6-bc21-4ac4-baea-f1ad09d7186d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:12.313429 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-aa06f4d6-bc21-4ac4-baea-f1ad09d7186d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:12.396393 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-f0921f71-2b7a-4cb0-b54d-96a407ff1b86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:12.403986 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-f0921f71-2b7a-4cb0-b54d-96a407ff1b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:12.411066 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-3c8afc28-5091-4e7e-8a7a-435407b17f7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:12.424394 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-aa06f4d6-bc21-4ac4-baea-f1ad09d7186d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:12.427088 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-aa06f4d6-bc21-4ac4-baea-f1ad09d7186d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:12.428229 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-aa06f4d6-bc21-4ac4-baea-f1ad09d7186d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/90986e6d-3160-442d-bdd6-f3a27713a110 HTTP/1.1" status: 204 len: 168 time: 0.2585852 Jun 28 12:05:12.437936 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0921f71-2b7a-4cb0-b54d-96a407ff1b86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=93125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 12:05:12.454620 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0921f71-2b7a-4cb0-b54d-96a407ff1b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c289ee-1372-4c7d-886d-1aab3b62b8a5,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:12.458524 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-f0921f71-2b7a-4cb0-b54d-96a407ff1b86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:12.459663 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-f0921f71-2b7a-4cb0-b54d-96a407ff1b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539709'] for segment, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:12.460009 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.db.segments_db [None req-f0921f71-2b7a-4cb0-b54d-96a407ff1b86 admin admin] Added segment 5d841106-7c39-4ab0-b8ac-60cbd9db2e13 of type vlan for network 144e655b-6be2-4b38-bb96-2fe54dde4298 Jun 28 12:05:12.461441 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:12.483229 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa06f4d6-bc21-4ac4-baea-f1ad09d7186d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90986e6d-3160-442d-bdd6-f3a27713a110,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:12.492248 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-aa06f4d6-bc21-4ac4-baea-f1ad09d7186d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:12.517746 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 57544) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:12.539506 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-286fb97b-17a7-40ef-8354-be7bd4432f09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:12.570370 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-f0921f71-2b7a-4cb0-b54d-96a407ff1b86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751010106215'] for network, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:12.615296 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-f0921f71-2b7a-4cb0-b54d-96a407ff1b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329'] for network, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:12.619433 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0921f71-2b7a-4cb0-b54d-96a407ff1b86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:12.620132 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-f0921f71-2b7a-4cb0-b54d-96a407ff1b86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3735354'] for network, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:12.625949 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-f2c03476-2efa-4a63-8b89-6eae747887c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:12.739062 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0921f71-2b7a-4cb0-b54d-96a407ff1b86 admin admin] Pushing event updated for resources: {'Network': ['ID=144e655b-6be2-4b38-bb96-2fe54dde4298,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:12.740735 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-286fb97b-17a7-40ef-8354-be7bd4432f09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:12.746541 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-f0921f71-2b7a-4cb0-b54d-96a407ff1b86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:12.751495 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-286fb97b-17a7-40ef-8354-be7bd4432f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:12.756918 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Network 144e655b-6be2-4b38-bb96-2fe54dde4298 details requested by agent ovs-agent-dv-cinder-772388-5-smb with host dv-cinder-772388-5-smb {{(pid=93126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 12:05:12.773561 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-cf4ee037-0ad9-441d-aede-0e1ad6533579 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:12.783413 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-f0921f71-2b7a-4cb0-b54d-96a407ff1b86 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8010762 Jun 28 12:05:12.784134 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 57550) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:12.800699 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.v2.base [None req-a82fc4eb-08f2-44d0-825e-dac1f6f8e027 admin admin] Request body: {'subnet': {'network_id': '144e655b-6be2-4b38-bb96-2fe54dde4298', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1814106691-subnet', 'tenant_id': 'c34dae2ff97e472dbe7851b7d2c8f161', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:05:12.832679 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 57552) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:12.874128 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286fb97b-17a7-40ef-8354-be7bd4432f09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde75708-9cde-4586-be06-3ab114329b63,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:12.878857 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-286fb97b-17a7-40ef-8354-be7bd4432f09 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c281a13327534ba2a595995054d00376&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3599179 Jun 28 12:05:12.880212 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-286fb97b-17a7-40ef-8354-be7bd4432f09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:12.882278 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 57556) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:12.891277 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a82fc4eb-08f2-44d0-825e-dac1f6f8e027 admin admin] Made reservation on behalf of c34dae2ff97e472dbe7851b7d2c8f161 for: {'subnet': 1} {{(pid=93125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:05:12.893992 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-a82fc4eb-08f2-44d0-825e-dac1f6f8e027 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:13.048199 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-833fb4c1-538e-4fc3-9fef-59ef3ab806bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:13.083891 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-833fb4c1-538e-4fc3-9fef-59ef3ab806bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:13.224411 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663b58d3-a76b-4cdc-a426-c2951f7ee804 req-627f3676-635c-4e04-a9fc-012c8d281897 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:13.232820 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-663b58d3-a76b-4cdc-a426-c2951f7ee804 req-627f3676-635c-4e04-a9fc-012c8d281897 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=4004292d-a19b-4c97-99cf-9a9c343e3f8c HTTP/1.1" status: 200 len: 945 time: 0.0775335 Jun 28 12:05:13.233955 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-e80c1ed3-0ce8-43f2-aa00-5109670d5b77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:13.249617 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-833fb4c1-538e-4fc3-9fef-59ef3ab806bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:13.252065 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-833fb4c1-538e-4fc3-9fef-59ef3ab806bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:13.255466 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-833fb4c1-538e-4fc3-9fef-59ef3ab806bd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dde75708-9cde-4586-be06-3ab114329b63 HTTP/1.1" status: 204 len: 168 time: 0.3693419 Jun 28 12:05:13.255466 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-f0921f71-2b7a-4cb0-b54d-96a407ff1b86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:13.261215 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-a82fc4eb-08f2-44d0-825e-dac1f6f8e027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4137752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329'] for subnet, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:13.271206 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833fb4c1-538e-4fc3-9fef-59ef3ab806bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde75708-9cde-4586-be06-3ab114329b63,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:13.285317 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-663b58d3-a76b-4cdc-a426-c2951f7ee804 req-12716627-7c7d-4788-9d5a-34e1c8d9388d tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516398 Jun 28 12:05:13.296692 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-833fb4c1-538e-4fc3-9fef-59ef3ab806bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:13.309397 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-1cefd2d0-1584-4073-b65e-b53efd2bf652 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:13.442382 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82fc4eb-08f2-44d0-825e-dac1f6f8e027 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8420d119-5c0e-4cf6-af65-6609368d514c,revision_number=0']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:13.452753 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-a82fc4eb-08f2-44d0-825e-dac1f6f8e027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:13.498611 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-edb2e545-4780-4e39-b513-cb3df6afec4c req-a66ccdf1-49df-4c1f-beb1-fd75cd85d43d tempest-VolumesActionsTest-344993821 tempest-VolumesActionsTest-344993821-project] 10.222.0.26 "GET /v2.0/ports?device_id=8da9e5f5-3df3-4c2e-845e-9930ab511344 HTTP/1.1" status: 200 len: 210 time: 0.0906882 Jun 28 12:05:13.547527 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82fc4eb-08f2-44d0-825e-dac1f6f8e027 admin admin] Checking segment: {'id': '5d841106-7c39-4ab0-b8ac-60cbd9db2e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '144e655b-6be2-4b38-bb96-2fe54dde4298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:05:13.548027 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82fc4eb-08f2-44d0-825e-dac1f6f8e027 admin admin] Network hostable DHCP agents. Network: 144e655b-6be2-4b38-bb96-2fe54dde4298, hostable agents: ['63aaef39-ba79-4f18-b1e7-d9a1b0fd7cb8'], hosted agents: [] {{(pid=93125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 12:05:13.570207 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-e80c1ed3-0ce8-43f2-aa00-5109670d5b77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:13.582780 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078cd672-5cf9-4fe1-abe3-626f4f73fd10 req-9a83c9ba-aa66-44d7-a8af-297d81a5c7e6 tempest-VolumesActionsTest-344993821 tempest-VolumesActionsTest-344993821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:13.582901 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-e80c1ed3-0ce8-43f2-aa00-5109670d5b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:13.582985 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-078cd672-5cf9-4fe1-abe3-626f4f73fd10 req-9a83c9ba-aa66-44d7-a8af-297d81a5c7e6 tempest-VolumesActionsTest-344993821 tempest-VolumesActionsTest-344993821-project] 10.222.0.61 "GET /v2.0/networks?id=b6e648c6-30c3-4197-803f-78747e50d129 HTTP/1.1" status: 200 len: 809 time: 0.1948819 Jun 28 12:05:13.584905 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-edd4c179-bf14-4432-bb72-2ed5512533fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:13.598399 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82fc4eb-08f2-44d0-825e-dac1f6f8e027 admin admin] Network 144e655b-6be2-4b38-bb96-2fe54dde4298 is scheduled to be hosted by DHCP agent 63aaef39-ba79-4f18-b1e7-d9a1b0fd7cb8 with binding_index 1 {{(pid=93125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 12:05:13.601207 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.v2.base [req-078cd672-5cf9-4fe1-abe3-626f4f73fd10 req-569aaec1-8f55-4fd2-95d2-e154c0645338 tempest-VolumesActionsTest-344993821 tempest-VolumesActionsTest-344993821-project] Request body: {'port': {'device_id': '8da9e5f5-3df3-4c2e-845e-9930ab511344', 'network_id': 'b6e648c6-30c3-4197-803f-78747e50d129', 'admin_state_up': True, 'tenant_id': 'c1222bd1bddb4950899f8122c55aa3f4'}} {{(pid=93124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:05:13.633222 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80c1ed3-0ce8-43f2-aa00-5109670d5b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd226a3-1e49-40d3-8a0c-336d290a3a7d,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:13.642006 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-e80c1ed3-0ce8-43f2-aa00-5109670d5b77 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2b6ac2adc1f9426a9e1ff30cd8498885&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8019624 Jun 28 12:05:13.643056 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-e80c1ed3-0ce8-43f2-aa00-5109670d5b77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:13.643695 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.base_scheduler [None req-a82fc4eb-08f2-44d0-825e-dac1f6f8e027 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-5-smb, 144e655b-6be2-4b38-bb96-2fe54dde4298) {{(pid=93125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:05:13.645003 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 57590) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:13.653243 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36763b6-6e10-4edf-8735-22a10b42d6a4 None None] Network 144e655b-6be2-4b38-bb96-2fe54dde4298 requested from dv-cinder-772388-5-smb {{(pid=93126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:05:13.676886 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82fc4eb-08f2-44d0-825e-dac1f6f8e027 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:13.677467 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-a82fc4eb-08f2-44d0-825e-dac1f6f8e027 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3735354'] for subnet, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:13.741431 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-a82fc4eb-08f2-44d0-825e-dac1f6f8e027 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9543371 Jun 28 12:05:13.745268 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-39e8936e-0f0e-4285-a85b-1cba8961e4f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:13.792827 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-078cd672-5cf9-4fe1-abe3-626f4f73fd10 req-569aaec1-8f55-4fd2-95d2-e154c0645338 tempest-VolumesActionsTest-344993821 tempest-VolumesActionsTest-344993821-project] Made reservation on behalf of c1222bd1bddb4950899f8122c55aa3f4 for: {'port': 1} {{(pid=93124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:05:13.798010 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [req-078cd672-5cf9-4fe1-abe3-626f4f73fd10 req-569aaec1-8f55-4fd2-95d2-e154c0645338 tempest-VolumesActionsTest-344993821 tempest-VolumesActionsTest-344993821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:13.801775 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-39e8936e-0f0e-4285-a85b-1cba8961e4f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:13.900713 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-39e8936e-0f0e-4285-a85b-1cba8961e4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:13.906864 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-39e8936e-0f0e-4285-a85b-1cba8961e4f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:13.908823 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-39e8936e-0f0e-4285-a85b-1cba8961e4f3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2fd226a3-1e49-40d3-8a0c-336d290a3a7d HTTP/1.1" status: 204 len: 168 time: 0.2619612 Jun 28 12:05:13.910940 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-b4abbe4b-1dd5-421d-8881-83fe5e426695 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:13.914131 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b435368-0933-41ea-bd33-10a58c87d96e None None] Network 144e655b-6be2-4b38-bb96-2fe54dde4298 requested from dv-cinder-772388-5-smb {{(pid=93126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:05:13.942823 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8936e-0f0e-4285-a85b-1cba8961e4f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd226a3-1e49-40d3-8a0c-336d290a3a7d,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:13.948062 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-39e8936e-0f0e-4285-a85b-1cba8961e4f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:13.990297 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 57608) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:14.018695 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.db.db_base_plugin_common [req-078cd672-5cf9-4fe1-abe3-626f4f73fd10 req-569aaec1-8f55-4fd2-95d2-e154c0645338 tempest-VolumesActionsTest-344993821 tempest-VolumesActionsTest-344993821-project] Allocated IP 172.20.0.14 (b6e648c6-30c3-4197-803f-78747e50d129/a4a1d2e7-5939-496d-8fa1-4100ea56844e/095a8e31-1341-4bb6-8246-95b2aac77158) {{(pid=93124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:05:14.055327 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.db_base_plugin_v2 [None req-63a1ea0c-69c5-43a6-a832-0f0a639aa7ee admin admin] Deleting subnet 0a5d8f36-72c1-4684-bdca-4fec524f5952 {{(pid=93125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 12:05:14.060820 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-63a1ea0c-69c5-43a6-a832-0f0a639aa7ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:14.129774 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-63a1ea0c-69c5-43a6-a832-0f0a639aa7ee admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:14.136607 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-63a1ea0c-69c5-43a6-a832-0f0a639aa7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3543267'] for subnet, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:14.203661 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-63a1ea0c-69c5-43a6-a832-0f0a639aa7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3543284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4137752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329'] for subnet, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:14.207562 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:14.236985 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a1ea0c-69c5-43a6-a832-0f0a639aa7ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a5d8f36-72c1-4684-bdca-4fec524f5952,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:14.241142 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-63a1ea0c-69c5-43a6-a832-0f0a639aa7ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:14.242315 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-63a1ea0c-69c5-43a6-a832-0f0a639aa7ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3735354'] for subnet, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:14.245317 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-63a1ea0c-69c5-43a6-a832-0f0a639aa7ee admin admin] 10.222.0.26 "DELETE /v2.0/subnets/0a5d8f36-72c1-4684-bdca-4fec524f5952 HTTP/1.1" status: 204 len: 168 time: 0.2540243 Jun 28 12:05:14.247768 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 57620) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:14.289857 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [req-078cd672-5cf9-4fe1-abe3-626f4f73fd10 req-569aaec1-8f55-4fd2-95d2-e154c0645338 tempest-VolumesActionsTest-344993821 tempest-VolumesActionsTest-344993821-project] Notify callbacks [] for port, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:14.363718 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-b4aa76f0-d101-45da-aa8c-87a888a2a5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572552'] for network, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:14.370729 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [req-078cd672-5cf9-4fe1-abe3-626f4f73fd10 req-569aaec1-8f55-4fd2-95d2-e154c0645338 tempest-VolumesActionsTest-344993821 tempest-VolumesActionsTest-344993821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751010131950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8410971'] for port, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:14.386840 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:14.410073 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-078cd672-5cf9-4fe1-abe3-626f4f73fd10 req-569aaec1-8f55-4fd2-95d2-e154c0645338 tempest-VolumesActionsTest-344993821 tempest-VolumesActionsTest-344993821-project] Network b6e648c6-30c3-4197-803f-78747e50d129 is already hosted by enough agents. {{(pid=93124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:05:14.412708 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.base_scheduler [req-078cd672-5cf9-4fe1-abe3-626f4f73fd10 req-569aaec1-8f55-4fd2-95d2-e154c0645338 tempest-VolumesActionsTest-344993821 tempest-VolumesActionsTest-344993821-project] Resources bound (agent type, host, resource id): {{(pid=93124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:05:14.437579 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [req-078cd672-5cf9-4fe1-abe3-626f4f73fd10 req-569aaec1-8f55-4fd2-95d2-e154c0645338 tempest-VolumesActionsTest-344993821 tempest-VolumesActionsTest-344993821-project] Received port after_create {{(pid=93124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:05:14.540634 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-b4aa76f0-d101-45da-aa8c-87a888a2a5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3544245', 'neutron.services.segments.db._delete_segments_for_network-8751010592552'] for network, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:14.541410 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569aaec1-8f55-4fd2-95d2-e154c0645338 tempest-VolumesActionsTest-344993821 tempest-VolumesActionsTest-344993821-project] Pushing event updated for resources: {'Port': ['ID=095a8e31-1341-4bb6-8246-95b2aac77158,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:14.551593 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-b4aa76f0-d101-45da-aa8c-87a888a2a5f7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:05:14.552037 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-b4aa76f0-d101-45da-aa8c-87a888a2a5f7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:05:14.553230 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-b4aa76f0-d101-45da-aa8c-87a888a2a5f7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:05:14.553230 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-b4aa76f0-d101-45da-aa8c-87a888a2a5f7 admin admin] Subscribe: > port after_create 55550000 {{(pid=93125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:05:14.553459 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-569aaec1-8f55-4fd2-95d2-e154c0645338 tempest-VolumesActionsTest-344993821 tempest-VolumesActionsTest-344993821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:14.553540 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-b4aa76f0-d101-45da-aa8c-87a888a2a5f7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:05:14.553853 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-b4aa76f0-d101-45da-aa8c-87a888a2a5f7 admin admin] Subscribe: > port after_update 55550000 {{(pid=93125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:05:14.554236 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-b4aa76f0-d101-45da-aa8c-87a888a2a5f7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:05:14.554654 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-b4aa76f0-d101-45da-aa8c-87a888a2a5f7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:05:14.554803 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-b4aa76f0-d101-45da-aa8c-87a888a2a5f7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:05:14.555101 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-b4aa76f0-d101-45da-aa8c-87a888a2a5f7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:05:14.572590 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078cd672-5cf9-4fe1-abe3-626f4f73fd10 req-569aaec1-8f55-4fd2-95d2-e154c0645338 tempest-VolumesActionsTest-344993821 tempest-VolumesActionsTest-344993821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:14.573235 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [req-078cd672-5cf9-4fe1-abe3-626f4f73fd10 req-569aaec1-8f55-4fd2-95d2-e154c0645338 tempest-VolumesActionsTest-344993821 tempest-VolumesActionsTest-344993821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3735354'] for port, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:14.593077 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 57646) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:14.614481 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-eb0b7bc0-6949-436c-b883-1128f1d149a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:14.634502 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-b4aa76f0-d101-45da-aa8c-87a888a2a5f7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:05:14.634979 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-b4aa76f0-d101-45da-aa8c-87a888a2a5f7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:05:14.635345 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-b4aa76f0-d101-45da-aa8c-87a888a2a5f7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:05:14.635671 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-b4aa76f0-d101-45da-aa8c-87a888a2a5f7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:05:14.636045 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.services.segments.db [None req-b4aa76f0-d101-45da-aa8c-87a888a2a5f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b640c208-7d90-4850-b84f-3e3433ff2460']}} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:05:14.656343 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.services.segments.db [None req-b4aa76f0-d101-45da-aa8c-87a888a2a5f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96ddcd82-804c-4247-9dc1-b78a3104e68e') {'for_net_delete': True} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:05:14.656693 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.services.segments.db [None req-b4aa76f0-d101-45da-aa8c-87a888a2a5f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96ddcd82-804c-4247-9dc1-b78a3104e68e') {} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:05:14.668110 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-078cd672-5cf9-4fe1-abe3-626f4f73fd10 req-569aaec1-8f55-4fd2-95d2-e154c0645338 tempest-VolumesActionsTest-344993821 tempest-VolumesActionsTest-344993821-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0719609 Jun 28 12:05:14.681363 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-b4aa76f0-d101-45da-aa8c-87a888a2a5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751010442123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12480023'] for segment, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:14.698913 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.v2.base [req-078cd672-5cf9-4fe1-abe3-626f4f73fd10 req-0e65cc14-3eea-4b8b-a3f1-740de4800d5a service neutron] Request body: {'port': {'device_id': '8da9e5f5-3df3-4c2e-845e-9930ab511344', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=93124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:05:14.714261 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492a4efb-556e-4ab4-bc85-9ec1538a6ea6 req-9a8c6dcc-b624-4276-b495-30d72d0ff9ea tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:14.715769 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-492a4efb-556e-4ab4-bc85-9ec1538a6ea6 req-9a8c6dcc-b624-4276-b495-30d72d0ff9ea tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=4004292d-a19b-4c97-99cf-9a9c343e3f8c HTTP/1.1" status: 200 len: 945 time: 0.2417231 Jun 28 12:05:14.734102 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-b4aa76f0-d101-45da-aa8c-87a888a2a5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539709'] for segment, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:14.746699 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4aa76f0-d101-45da-aa8c-87a888a2a5f7 admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=93125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 12:05:14.747237 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-b4aa76f0-d101-45da-aa8c-87a888a2a5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8413175'] for segment, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:14.752552 dv-cinder-772388-5-smb neutron-server[93125]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 28 12:05:14.752552 dv-cinder-772388-5-smb neutron-server[93125]: from cryptography.utils import int_from_bytes Jun 28 12:05:14.752552 dv-cinder-772388-5-smb neutron-server[93125]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 28 12:05:14.752552 dv-cinder-772388-5-smb neutron-server[93125]: from cryptography.utils import int_from_bytes Jun 28 12:05:14.752552 dv-cinder-772388-5-smb neutron-server[93125]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 12:05:14.752552 dv-cinder-772388-5-smb neutron-server[93125]: conditions |= (models_v2.Port.network_id.in_( Jun 28 12:05:14.752552 dv-cinder-772388-5-smb neutron-server[93125]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 12:05:14.752552 dv-cinder-772388-5-smb neutron-server[93125]: conditions |= (models_v2.Port.network_id.in_( Jun 28 12:05:14.752552 dv-cinder-772388-5-smb neutron-server[93125]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 12:05:14.752552 dv-cinder-772388-5-smb neutron-server[93125]: conditions |= (models_v2.Port.network_id.in_( Jun 28 12:05:14.752552 dv-cinder-772388-5-smb neutron-server[93125]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 12:05:14.752552 dv-cinder-772388-5-smb neutron-server[93125]: conditions |= (models_v2.Port.network_id.in_( Jun 28 12:05:14.752552 dv-cinder-772388-5-smb neutron-server[93125]: Traceback (most recent call last): Jun 28 12:05:14.752552 dv-cinder-772388-5-smb neutron-server[93125]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 12:05:14.752552 dv-cinder-772388-5-smb neutron-server[93125]: timer() Jun 28 12:05:14.752552 dv-cinder-772388-5-smb neutron-server[93125]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 12:05:14.752552 dv-cinder-772388-5-smb neutron-server[93125]: cb(*args, **kw) Jun 28 12:05:14.752552 dv-cinder-772388-5-smb neutron-server[93125]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 12:05:14.752552 dv-cinder-772388-5-smb neutron-server[93125]: return func(*args, **kwargs) Jun 28 12:05:14.752552 dv-cinder-772388-5-smb neutron-server[93125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 12:05:14.752552 dv-cinder-772388-5-smb neutron-server[93125]: self._notify() Jun 28 12:05:14.752552 dv-cinder-772388-5-smb neutron-server[93125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 12:05:14.752552 dv-cinder-772388-5-smb neutron-server[93125]: self.callback(batched_events) Jun 28 12:05:14.752552 dv-cinder-772388-5-smb neutron-server[93125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 12:05:14.752552 dv-cinder-772388-5-smb neutron-server[93125]: event.method(event) Jun 28 12:05:14.752552 dv-cinder-772388-5-smb neutron-server[93125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 12:05:14.752552 dv-cinder-772388-5-smb neutron-server[93125]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 12:05:14.752552 dv-cinder-772388-5-smb neutron-server[93125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 12:05:14.752552 dv-cinder-772388-5-smb neutron-server[93125]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 12:05:14.752552 dv-cinder-772388-5-smb neutron-server[93125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 12:05:14.752552 dv-cinder-772388-5-smb neutron-server[93125]: return f(self, *a, **k) Jun 28 12:05:14.752552 dv-cinder-772388-5-smb neutron-server[93125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 12:05:14.752552 dv-cinder-772388-5-smb neutron-server[93125]: return self._get(url).json() Jun 28 12:05:14.752552 dv-cinder-772388-5-smb neutron-server[93125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 12:05:14.752552 dv-cinder-772388-5-smb neutron-server[93125]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 12:05:14.752552 dv-cinder-772388-5-smb neutron-server[93125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 12:05:14.752552 dv-cinder-772388-5-smb neutron-server[93125]: return self.request(url, 'GET', **kwargs) Jun 28 12:05:14.752552 dv-cinder-772388-5-smb neutron-server[93125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 12:05:14.752552 dv-cinder-772388-5-smb neutron-server[93125]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 12:05:14.752552 dv-cinder-772388-5-smb neutron-server[93125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 12:05:14.752552 dv-cinder-772388-5-smb neutron-server[93125]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 12:05:14.752552 dv-cinder-772388-5-smb neutron-server[93125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 12:05:14.752552 dv-cinder-772388-5-smb neutron-server[93125]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 12:05:14.752552 dv-cinder-772388-5-smb neutron-server[93125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 12:05:14.809363 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b842baa6-4e08-47c8-86c4-c1679c62070e req-134bb6bf-3bbe-430d-bbda-e1402986efba tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:14.810857 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-b842baa6-4e08-47c8-86c4-c1679c62070e req-134bb6bf-3bbe-430d-bbda-e1402986efba tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/networks?id=1234ac8c-174f-41c3-8425-b4be39dc33cb HTTP/1.1" status: 200 len: 815 time: 0.2630308 Jun 28 12:05:14.847418 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-b4aa76f0-d101-45da-aa8c-87a888a2a5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3544236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799908'] for network, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:14.854578 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:14.860575 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-b4aa76f0-d101-45da-aa8c-87a888a2a5f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3735354'] for network, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:14.864541 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-b4aa76f0-d101-45da-aa8c-87a888a2a5f7 admin admin] 10.222.0.26 "DELETE /v2.0/networks/b640c208-7d90-4850-b84f-3e3433ff2460 HTTP/1.1" status: 204 len: 168 time: 0.6157887 Jun 28 12:05:14.876944 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 57654) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:14.878032 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aa76f0-d101-45da-aa8c-87a888a2a5f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b640c208-7d90-4850-b84f-3e3433ff2460,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:14.880278 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-492a4efb-556e-4ab4-bc85-9ec1538a6ea6 req-dfc5ab93-f17e-4752-9275-aab28bdd124d tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385632 Jun 28 12:05:14.881727 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-b842baa6-4e08-47c8-86c4-c1679c62070e req-a09d5b20-b1a3-4900-b1f6-da139123cc6b tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/quotas/d9d98709642940d68943de79af7f342e HTTP/1.1" status: 200 len: 375 time: 0.0566244 Jun 28 12:05:14.898119 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-b4aa76f0-d101-45da-aa8c-87a888a2a5f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:14.940229 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce25be76-22ed-435b-a6fd-5b0766446e95 admin admin] Deleting subnet 8420d119-5c0e-4cf6-af65-6609368d514c {{(pid=93125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 12:05:14.941704 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [req-078cd672-5cf9-4fe1-abe3-626f4f73fd10 req-0e65cc14-3eea-4b8b-a3f1-740de4800d5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:14.946019 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-ce25be76-22ed-435b-a6fd-5b0766446e95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:14.993651 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-ce25be76-22ed-435b-a6fd-5b0766446e95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12480110'] for subnet, precommit_delete_associations {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:15.054354 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-ce25be76-22ed-435b-a6fd-5b0766446e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3543267'] for subnet, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:15.107255 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-eb0b7bc0-6949-436c-b883-1128f1d149a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:15.123550 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-ce25be76-22ed-435b-a6fd-5b0766446e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3543284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4137752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8412948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11140556'] for subnet, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:15.137916 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:15.151911 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-b842baa6-4e08-47c8-86c4-c1679c62070e req-d8478ac6-8129-460f-a683-2ad95c13841d tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d9d98709642940d68943de79af7f342e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2541049 Jun 28 12:05:15.153178 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-eb0b7bc0-6949-436c-b883-1128f1d149a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:15.160432 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-f8cfaa96-3e33-46a1-8c9e-6a2504a4e7ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:15.171536 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce25be76-22ed-435b-a6fd-5b0766446e95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8420d119-5c0e-4cf6-af65-6609368d514c,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:15.177436 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-ce25be76-22ed-435b-a6fd-5b0766446e95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3735354'] for subnet, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:15.179653 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-ce25be76-22ed-435b-a6fd-5b0766446e95 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/8420d119-5c0e-4cf6-af65-6609368d514c HTTP/1.1" status: 204 len: 168 time: 0.2980590 Jun 28 12:05:15.181467 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-ce25be76-22ed-435b-a6fd-5b0766446e95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:15.182647 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 57666) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:15.269041 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-32eb3706-b4b3-40bd-9402-df414f125022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572552'] for network, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:15.283635 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-eb0b7bc0-6949-436c-b883-1128f1d149a9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cd9feb1153d1436fa7cf245233501336&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6894896 Jun 28 12:05:15.290623 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0b7bc0-6949-436c-b883-1128f1d149a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2fe897d-16fb-4c76-9890-e0bf0a6eae96,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:15.293373 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 57672) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:15.343852 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0b7bc0-6949-436c-b883-1128f1d149a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:15.344306 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0b7bc0-6949-436c-b883-1128f1d149a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:15.344730 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0b7bc0-6949-436c-b883-1128f1d149a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:15.345181 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0b7bc0-6949-436c-b883-1128f1d149a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:15.345586 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0b7bc0-6949-436c-b883-1128f1d149a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:15.346015 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0b7bc0-6949-436c-b883-1128f1d149a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:15.346423 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0b7bc0-6949-436c-b883-1128f1d149a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:15.347060 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0b7bc0-6949-436c-b883-1128f1d149a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:15.347172 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0b7bc0-6949-436c-b883-1128f1d149a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:15.347564 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0b7bc0-6949-436c-b883-1128f1d149a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:15.347967 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0b7bc0-6949-436c-b883-1128f1d149a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:15.348367 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0b7bc0-6949-436c-b883-1128f1d149a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:15.360584 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-32eb3706-b4b3-40bd-9402-df414f125022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3544245', 'neutron.services.segments.db._delete_segments_for_network-8751010592552'] for network, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:15.370841 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-eb0b7bc0-6949-436c-b883-1128f1d149a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:15.371623 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.services.segments.db [None req-32eb3706-b4b3-40bd-9402-df414f125022 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['144e655b-6be2-4b38-bb96-2fe54dde4298']}} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:05:15.382928 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.services.segments.db [None req-32eb3706-b4b3-40bd-9402-df414f125022 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d841106-7c39-4ab0-b8ac-60cbd9db2e13') {'for_net_delete': True} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:05:15.383166 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.services.segments.db [None req-32eb3706-b4b3-40bd-9402-df414f125022 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d841106-7c39-4ab0-b8ac-60cbd9db2e13') {} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:05:15.392834 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-32eb3706-b4b3-40bd-9402-df414f125022 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751010442123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12480023'] for segment, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:15.410036 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-32eb3706-b4b3-40bd-9402-df414f125022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539709'] for segment, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:15.426976 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32eb3706-b4b3-40bd-9402-df414f125022 admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=93125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 12:05:15.427522 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-32eb3706-b4b3-40bd-9402-df414f125022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8413175'] for segment, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:15.434384 dv-cinder-772388-5-smb neutron-server[93125]: Traceback (most recent call last): Jun 28 12:05:15.434384 dv-cinder-772388-5-smb neutron-server[93125]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 12:05:15.434384 dv-cinder-772388-5-smb neutron-server[93125]: timer() Jun 28 12:05:15.434384 dv-cinder-772388-5-smb neutron-server[93125]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 12:05:15.434384 dv-cinder-772388-5-smb neutron-server[93125]: cb(*args, **kw) Jun 28 12:05:15.434384 dv-cinder-772388-5-smb neutron-server[93125]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 12:05:15.434384 dv-cinder-772388-5-smb neutron-server[93125]: return func(*args, **kwargs) Jun 28 12:05:15.434384 dv-cinder-772388-5-smb neutron-server[93125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 12:05:15.434384 dv-cinder-772388-5-smb neutron-server[93125]: self._notify() Jun 28 12:05:15.434384 dv-cinder-772388-5-smb neutron-server[93125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 12:05:15.434384 dv-cinder-772388-5-smb neutron-server[93125]: self.callback(batched_events) Jun 28 12:05:15.434384 dv-cinder-772388-5-smb neutron-server[93125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 12:05:15.434384 dv-cinder-772388-5-smb neutron-server[93125]: event.method(event) Jun 28 12:05:15.434384 dv-cinder-772388-5-smb neutron-server[93125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 12:05:15.434384 dv-cinder-772388-5-smb neutron-server[93125]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 12:05:15.434384 dv-cinder-772388-5-smb neutron-server[93125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 12:05:15.434384 dv-cinder-772388-5-smb neutron-server[93125]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 12:05:15.434384 dv-cinder-772388-5-smb neutron-server[93125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 12:05:15.434384 dv-cinder-772388-5-smb neutron-server[93125]: return f(self, *a, **k) Jun 28 12:05:15.434384 dv-cinder-772388-5-smb neutron-server[93125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 12:05:15.434384 dv-cinder-772388-5-smb neutron-server[93125]: return self._get(url).json() Jun 28 12:05:15.434384 dv-cinder-772388-5-smb neutron-server[93125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 12:05:15.434384 dv-cinder-772388-5-smb neutron-server[93125]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 12:05:15.434384 dv-cinder-772388-5-smb neutron-server[93125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 12:05:15.434384 dv-cinder-772388-5-smb neutron-server[93125]: return self.request(url, 'GET', **kwargs) Jun 28 12:05:15.434384 dv-cinder-772388-5-smb neutron-server[93125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 12:05:15.434384 dv-cinder-772388-5-smb neutron-server[93125]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 12:05:15.434384 dv-cinder-772388-5-smb neutron-server[93125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 12:05:15.434384 dv-cinder-772388-5-smb neutron-server[93125]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 12:05:15.434384 dv-cinder-772388-5-smb neutron-server[93125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 12:05:15.434384 dv-cinder-772388-5-smb neutron-server[93125]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 12:05:15.434384 dv-cinder-772388-5-smb neutron-server[93125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 12:05:15.436515 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba39617-658b-489a-ace6-0a77342e2f2c req-c37784f6-1ccc-45e4-b0a5-981665514e46 tempest-VolumesActionsTest-344993821 tempest-VolumesActionsTest-344993821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:15.436515 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-9ba39617-658b-489a-ace6-0a77342e2f2c req-c37784f6-1ccc-45e4-b0a5-981665514e46 tempest-VolumesActionsTest-344993821 tempest-VolumesActionsTest-344993821-project] 10.222.0.26 "GET /v2.0/ports?device_id=8da9e5f5-3df3-4c2e-845e-9930ab511344 HTTP/1.1" status: 200 len: 932 time: 0.3344302 Jun 28 12:05:15.459381 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-b842baa6-4e08-47c8-86c4-c1679c62070e req-94348f21-29c5-4f67-b498-8cced6984823 service neutron] 10.222.0.26 "GET /v2.0/networks/1234ac8c-174f-41c3-8425-b4be39dc33cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945457 Jun 28 12:05:15.516836 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-32eb3706-b4b3-40bd-9402-df414f125022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3544236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799908'] for network, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:15.523697 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-03912a33-4bcc-41f6-89a0-9ec65bf99da8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:15.544870 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eb3706-b4b3-40bd-9402-df414f125022 admin admin] Pushing event deleted for resources: {'Network': ['ID=144e655b-6be2-4b38-bb96-2fe54dde4298,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:15.548850 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-32eb3706-b4b3-40bd-9402-df414f125022 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3735354'] for network, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:15.550733 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-32eb3706-b4b3-40bd-9402-df414f125022 admin admin] 10.222.0.26 "DELETE /v2.0/networks/144e655b-6be2-4b38-bb96-2fe54dde4298 HTTP/1.1" status: 204 len: 168 time: 0.3671222 Jun 28 12:05:15.566264 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb3706-b4b3-40bd-9402-df414f125022 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:15.566923 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb3706-b4b3-40bd-9402-df414f125022 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:15.573477 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb3706-b4b3-40bd-9402-df414f125022 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:15.574016 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb3706-b4b3-40bd-9402-df414f125022 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:15.574514 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb3706-b4b3-40bd-9402-df414f125022 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:15.575804 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb3706-b4b3-40bd-9402-df414f125022 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:15.578910 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb3706-b4b3-40bd-9402-df414f125022 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:15.579669 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb3706-b4b3-40bd-9402-df414f125022 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:15.580194 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb3706-b4b3-40bd-9402-df414f125022 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:15.580686 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb3706-b4b3-40bd-9402-df414f125022 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:15.582097 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb3706-b4b3-40bd-9402-df414f125022 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:15.585022 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb3706-b4b3-40bd-9402-df414f125022 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:15.605186 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-32eb3706-b4b3-40bd-9402-df414f125022 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:15.630927 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f0ac06e4-c618-42e5-8446-3135b91d8b90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:15.695850 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-9ba39617-658b-489a-ace6-0a77342e2f2c req-46b80821-e258-43d1-b00a-9466ec635910 tempest-VolumesActionsTest-344993821 tempest-VolumesActionsTest-344993821-project] 10.222.0.26 "GET /v2.0/security-groups?id=b93bbcc5-5603-4688-a14d-fdd92d8324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486238 Jun 28 12:05:15.733372 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f0ac06e4-c618-42e5-8446-3135b91d8b90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:15.747928 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.notifiers.nova [req-078cd672-5cf9-4fe1-abe3-626f4f73fd10 req-0e65cc14-3eea-4b8b-a3f1-740de4800d5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 095a8e31-1341-4bb6-8246-95b2aac77158 {{(pid=93124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:05:15.760489 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [req-078cd672-5cf9-4fe1-abe3-626f4f73fd10 req-0e65cc14-3eea-4b8b-a3f1-740de4800d5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:15.769587 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-b842baa6-4e08-47c8-86c4-c1679c62070e req-920013b5-09dc-49f6-8dfe-5080b2c1da2e service neutron] 10.222.0.26 "GET /v2.0/networks/1234ac8c-174f-41c3-8425-b4be39dc33cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961254 Jun 28 12:05:15.793568 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [req-078cd672-5cf9-4fe1-abe3-626f4f73fd10 req-0e65cc14-3eea-4b8b-a3f1-740de4800d5a service neutron] Transition to ACTIVE for port object 095a8e31-1341-4bb6-8246-95b2aac77158 will not be triggered until provisioned by entity L2. {{(pid=93124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:05:15.802072 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [req-078cd672-5cf9-4fe1-abe3-626f4f73fd10 req-0e65cc14-3eea-4b8b-a3f1-740de4800d5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8411049'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:15.806427 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:15.838671 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 57688) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:15.856924 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f0ac06e4-c618-42e5-8446-3135b91d8b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:15.859852 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f0ac06e4-c618-42e5-8446-3135b91d8b90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:15.864347 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-f0ac06e4-c618-42e5-8446-3135b91d8b90 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c2fe897d-16fb-4c76-9890-e0bf0a6eae96 HTTP/1.1" status: 204 len: 168 time: 0.5441158 Jun 28 12:05:15.874871 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e65cc14-3eea-4b8b-a3f1-740de4800d5a service neutron] Pushing event updated for resources: {'Port': ['ID=095a8e31-1341-4bb6-8246-95b2aac77158,revision_number=2']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:15.878243 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-0e65cc14-3eea-4b8b-a3f1-740de4800d5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:15.881076 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-286fb97b-17a7-40ef-8354-be7bd4432f09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:15.916512 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ac06e4-c618-42e5-8446-3135b91d8b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2fe897d-16fb-4c76-9890-e0bf0a6eae96,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:15.921607 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-f0ac06e4-c618-42e5-8446-3135b91d8b90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:15.968685 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-d96c2dd1-ad30-492b-a9c6-0a855fcbb9b8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=795a76d7559d4af29d7cb7bd105a0c7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1278129 Jun 28 12:05:15.971245 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 57694) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:16.004507 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [req-078cd672-5cf9-4fe1-abe3-626f4f73fd10 req-0e65cc14-3eea-4b8b-a3f1-740de4800d5a service neutron] Attempting to bind port 095a8e31-1341-4bb6-8246-95b2aac77158 on host hv-cinder-77238 for vnic_type normal with profile {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:05:16.009396 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [req-078cd672-5cf9-4fe1-abe3-626f4f73fd10 req-0e65cc14-3eea-4b8b-a3f1-740de4800d5a service neutron] Attempting to bind port 095a8e31-1341-4bb6-8246-95b2aac77158 by drivers openvswitch,hyperv on host hv-cinder-77238 at level 0 using segments [{'id': 'c468e5c8-35b8-46a2-9c44-9cf33dc46c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'b6e648c6-30c3-4197-803f-78747e50d129'}] {{(pid=93124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:05:16.009789 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078cd672-5cf9-4fe1-abe3-626f4f73fd10 req-0e65cc14-3eea-4b8b-a3f1-740de4800d5a service neutron] Attempting to bind port 095a8e31-1341-4bb6-8246-95b2aac77158 on network b6e648c6-30c3-4197-803f-78747e50d129 {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:05:16.016613 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078cd672-5cf9-4fe1-abe3-626f4f73fd10 req-0e65cc14-3eea-4b8b-a3f1-740de4800d5a service neutron] Port 095a8e31-1341-4bb6-8246-95b2aac77158 on network b6e648c6-30c3-4197-803f-78747e50d129 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77238 {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:05:16.016993 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078cd672-5cf9-4fe1-abe3-626f4f73fd10 req-0e65cc14-3eea-4b8b-a3f1-740de4800d5a service neutron] Attempting to bind port 095a8e31-1341-4bb6-8246-95b2aac77158 on network b6e648c6-30c3-4197-803f-78747e50d129 {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:05:16.033349 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078cd672-5cf9-4fe1-abe3-626f4f73fd10 req-0e65cc14-3eea-4b8b-a3f1-740de4800d5a service neutron] Checking agent: {'id': '848960a1-f744-4efd-9f3d-017fcea63875', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 2, 37), 'started_at': datetime.datetime(2021, 6, 28, 12, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:05:16.033693 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078cd672-5cf9-4fe1-abe3-626f4f73fd10 req-0e65cc14-3eea-4b8b-a3f1-740de4800d5a service neutron] Checking segment: {'id': 'c468e5c8-35b8-46a2-9c44-9cf33dc46c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'b6e648c6-30c3-4197-803f-78747e50d129'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:05:16.034078 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078cd672-5cf9-4fe1-abe3-626f4f73fd10 req-0e65cc14-3eea-4b8b-a3f1-740de4800d5a service neutron] Bound using segment: {'id': 'c468e5c8-35b8-46a2-9c44-9cf33dc46c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'b6e648c6-30c3-4197-803f-78747e50d129'} {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:05:16.035794 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [req-078cd672-5cf9-4fe1-abe3-626f4f73fd10 req-0e65cc14-3eea-4b8b-a3f1-740de4800d5a service neutron] Bound port: 095a8e31-1341-4bb6-8246-95b2aac77158, host: hv-cinder-77238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c468e5c8-35b8-46a2-9c44-9cf33dc46c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'b6e648c6-30c3-4197-803f-78747e50d129'}}] {{(pid=93124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:05:16.036167 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [req-078cd672-5cf9-4fe1-abe3-626f4f73fd10 req-0e65cc14-3eea-4b8b-a3f1-740de4800d5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:16.058109 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-7be6e391-67ce-4fe1-9416-2b39d9fa9851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:16.095925 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-7be6e391-67ce-4fe1-9416-2b39d9fa9851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:16.186713 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-7be6e391-67ce-4fe1-9416-2b39d9fa9851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:16.191489 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-7be6e391-67ce-4fe1-9416-2b39d9fa9851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:16.193185 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-7be6e391-67ce-4fe1-9416-2b39d9fa9851 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d6c27b2c-f154-4cd9-b67e-80ba1d70eaf4 HTTP/1.1" status: 204 len: 168 time: 0.2067683 Jun 28 12:05:16.194605 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-fc135beb-dfbe-4ba9-b6ca-139725c04598 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:16.205772 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be6e391-67ce-4fe1-9416-2b39d9fa9851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c27b2c-f154-4cd9-b67e-80ba1d70eaf4,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:16.208946 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-7be6e391-67ce-4fe1-9416-2b39d9fa9851 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:16.483230 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-93c4c6e9-4e26-4188-a93e-8e11fbc4f874 req-8293d101-058e-411d-ae78-7a5b734179eb tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f83032a-996e-4f51-bbed-9f8fda0422e6 HTTP/1.1" status: 200 len: 210 time: 0.4406106 Jun 28 12:05:16.568295 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [req-078cd672-5cf9-4fe1-abe3-626f4f73fd10 req-0e65cc14-3eea-4b8b-a3f1-740de4800d5a service neutron] For port 095a8e31-1341-4bb6-8246-95b2aac77158, host hv-cinder-77238, cleared binding levels {{(pid=93124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:05:16.585901 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [req-078cd672-5cf9-4fe1-abe3-626f4f73fd10 req-0e65cc14-3eea-4b8b-a3f1-740de4800d5a service neutron] For port 095a8e31-1341-4bb6-8246-95b2aac77158, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=095a8e31-1341-4bb6-8246-95b2aac77158,segment=NetworkSegment(c468e5c8-35b8-46a2-9c44-9cf33dc46c17),segment_id=c468e5c8-35b8-46a2-9c44-9cf33dc46c17)] {{(pid=93124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:05:16.594107 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2361b13e-2f2a-4ec3-a6ab-926a2f47b3b2 req-b35992b2-ff08-4b61-a603-8d7a164cd885 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:16.595831 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-2361b13e-2f2a-4ec3-a6ab-926a2f47b3b2 req-b35992b2-ff08-4b61-a603-8d7a164cd885 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=4004292d-a19b-4c97-99cf-9a9c343e3f8c HTTP/1.1" status: 200 len: 945 time: 0.1698649 Jun 28 12:05:16.597263 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [req-078cd672-5cf9-4fe1-abe3-626f4f73fd10 req-0e65cc14-3eea-4b8b-a3f1-740de4800d5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8411049'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:16.600467 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-0e65cc14-3eea-4b8b-a3f1-740de4800d5a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:16.651580 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078cd672-5cf9-4fe1-abe3-626f4f73fd10 req-0e65cc14-3eea-4b8b-a3f1-740de4800d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:16.652443 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [req-078cd672-5cf9-4fe1-abe3-626f4f73fd10 req-0e65cc14-3eea-4b8b-a3f1-740de4800d5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3735354'] for port, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:16.655562 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-078cd672-5cf9-4fe1-abe3-626f4f73fd10 req-0e65cc14-3eea-4b8b-a3f1-740de4800d5a service neutron] 10.222.0.61 "PUT /v2.0/ports/095a8e31-1341-4bb6-8246-95b2aac77158 HTTP/1.1" status: 200 len: 1094 time: 1.9645858 Jun 28 12:05:16.656078 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8da9e5f5-3df3-4c2e-845e-9930ab511344', 'tag': '095a8e31-1341-4bb6-8246-95b2aac77158'}] {{(pid=93124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:05:16.658514 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4926e176e742a15448bc39a4c9e2c24b37607ed8759502f34541a4f556826b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c64c8b4-f407-4245-9cf9-1e23a6d6cc0e" -d '{"events": [{"name": "network-changed", "server_uuid": "8da9e5f5-3df3-4c2e-845e-9930ab511344", "tag": "095a8e31-1341-4bb6-8246-95b2aac77158"}]}' {{(pid=93124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:05:16.695741 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-2361b13e-2f2a-4ec3-a6ab-926a2f47b3b2 req-0db54e61-ece8-4fcb-9a22-616e5076b5a9 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884798 Jun 28 12:05:16.703147 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e65cc14-3eea-4b8b-a3f1-740de4800d5a service neutron] Pushing event updated for resources: {'Port': ['ID=095a8e31-1341-4bb6-8246-95b2aac77158,revision_number=3']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:16.710372 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-0e65cc14-3eea-4b8b-a3f1-740de4800d5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:16.751466 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 12:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48146a2b-980c-4747-bcb1-9eccb9a8ec52 x-openstack-request-id: req-48146a2b-980c-4747-bcb1-9eccb9a8ec52 {{(pid=93124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:05:16.751786 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8da9e5f5-3df3-4c2e-845e-9930ab511344", "tag": "095a8e31-1341-4bb6-8246-95b2aac77158", "status": "completed", "code": 200}]} {{(pid=93124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:05:16.753071 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-48146a2b-980c-4747-bcb1-9eccb9a8ec52 {{(pid=93124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:05:16.753542 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8da9e5f5-3df3-4c2e-845e-9930ab511344', 'tag': '095a8e31-1341-4bb6-8246-95b2aac77158', 'status': 'completed', 'code': 200} Jun 28 12:05:16.841347 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 57736) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:16.884649 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078cd672-5cf9-4fe1-abe3-626f4f73fd10 req-05a69e72-8f0e-40c6-88cc-9326795c8f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:16.887270 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-078cd672-5cf9-4fe1-abe3-626f4f73fd10 req-05a69e72-8f0e-40c6-88cc-9326795c8f9c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c1222bd1bddb4950899f8122c55aa3f4&device_id=8da9e5f5-3df3-4c2e-845e-9930ab511344 HTTP/1.1" status: 200 len: 1097 time: 0.1518595 Jun 28 12:05:16.966053 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-078cd672-5cf9-4fe1-abe3-626f4f73fd10 req-2d391caf-763d-4020-89b9-6554f9883913 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=095a8e31-1341-4bb6-8246-95b2aac77158 HTTP/1.1" status: 200 len: 217 time: 0.0579431 Jun 28 12:05:16.992682 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-0dd7e957-c735-4261-99c3-a1c5662c9791 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c34dae2ff97e472dbe7851b7d2c8f161&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1466763 Jun 28 12:05:16.996648 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 57744) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:17.040735 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078cd672-5cf9-4fe1-abe3-626f4f73fd10 req-28b51bf9-1309-4c94-bfb8-7e67b7c88851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:17.042236 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-078cd672-5cf9-4fe1-abe3-626f4f73fd10 req-28b51bf9-1309-4c94-bfb8-7e67b7c88851 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a4a1d2e7-5939-496d-8fa1-4100ea56844e HTTP/1.1" status: 200 len: 849 time: 0.0645473 Jun 28 12:05:17.055851 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b10ff-b44e-498f-9a45-64f3bae5ff4a req-07eb0916-07d6-4e1a-aa3a-7ec174dd3aa9 tempest-VolumesActionsTest-344993821 tempest-VolumesActionsTest-344993821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:17.057518 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-f27b10ff-b44e-498f-9a45-64f3bae5ff4a req-07eb0916-07d6-4e1a-aa3a-7ec174dd3aa9 tempest-VolumesActionsTest-344993821 tempest-VolumesActionsTest-344993821-project] 10.222.0.26 "GET /v2.0/ports?device_id=8da9e5f5-3df3-4c2e-845e-9930ab511344 HTTP/1.1" status: 200 len: 944 time: 0.2086730 Jun 28 12:05:17.095636 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-31a2139f-1b11-47db-85cf-4fe87bd9fdf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:17.100453 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-078cd672-5cf9-4fe1-abe3-626f4f73fd10 req-702f1fbd-623e-41d4-8214-f585359c24ac service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b6e648c6-30c3-4197-803f-78747e50d129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419500 Jun 28 12:05:17.117967 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-31a2139f-1b11-47db-85cf-4fe87bd9fdf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:17.120306 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-f27b10ff-b44e-498f-9a45-64f3bae5ff4a req-ed46ae1c-3577-4130-ab15-74036c053b8b tempest-VolumesActionsTest-344993821 tempest-VolumesActionsTest-344993821-project] 10.222.0.26 "GET /v2.0/security-groups?id=b93bbcc5-5603-4688-a14d-fdd92d8324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538244 Jun 28 12:05:17.183067 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-31a2139f-1b11-47db-85cf-4fe87bd9fdf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:17.186393 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-31a2139f-1b11-47db-85cf-4fe87bd9fdf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:17.190119 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-31a2139f-1b11-47db-85cf-4fe87bd9fdf6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/33c289ee-1372-4c7d-886d-1aab3b62b8a5 HTTP/1.1" status: 204 len: 168 time: 0.1891782 Jun 28 12:05:17.190119 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:17.201007 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a2139f-1b11-47db-85cf-4fe87bd9fdf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c289ee-1372-4c7d-886d-1aab3b62b8a5,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:17.204128 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-31a2139f-1b11-47db-85cf-4fe87bd9fdf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:17.227579 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-078cd672-5cf9-4fe1-abe3-626f4f73fd10 req-f3ddc24f-8db7-4f6f-80fa-5d09ce5657b8 service neutron] 10.222.0.61 "GET /v2.0/networks/b6e648c6-30c3-4197-803f-78747e50d129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061187 Jun 28 12:05:17.341033 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-078cd672-5cf9-4fe1-abe3-626f4f73fd10 req-cb467163-cb0a-42ff-bc90-268b40940428 service neutron] 10.222.0.61 "GET /v2.0/networks/b6e648c6-30c3-4197-803f-78747e50d129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041775 Jun 28 12:05:17.483722 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c64c8b4-f407-4245-9cf9-1e23a6d6cc0e req-473f832e-c6b6-4c1f-b643-7e68d40900c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:17.487362 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-7c64c8b4-f407-4245-9cf9-1e23a6d6cc0e req-473f832e-c6b6-4c1f-b643-7e68d40900c6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c1222bd1bddb4950899f8122c55aa3f4&device_id=8da9e5f5-3df3-4c2e-845e-9930ab511344 HTTP/1.1" status: 200 len: 1097 time: 0.0719538 Jun 28 12:05:17.685215 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c64c8b4-f407-4245-9cf9-1e23a6d6cc0e req-d93e68b9-a94f-4dfd-b92b-e0d2e03487ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:17.686713 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-7c64c8b4-f407-4245-9cf9-1e23a6d6cc0e req-d93e68b9-a94f-4dfd-b92b-e0d2e03487ca service neutron] 10.222.0.61 "GET /v2.0/networks?id=b6e648c6-30c3-4197-803f-78747e50d129 HTTP/1.1" status: 200 len: 910 time: 0.1909120 Jun 28 12:05:17.760505 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-7c64c8b4-f407-4245-9cf9-1e23a6d6cc0e req-de4c2e95-f89d-470e-8774-f1d71a109284 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=095a8e31-1341-4bb6-8246-95b2aac77158 HTTP/1.1" status: 200 len: 217 time: 0.0641398 Jun 28 12:05:17.818048 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b842baa6-4e08-47c8-86c4-c1679c62070e req-fe3f6fe5-588d-4576-a646-9b3484d6c9f2 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:17.822025 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-b842baa6-4e08-47c8-86c4-c1679c62070e req-fe3f6fe5-588d-4576-a646-9b3484d6c9f2 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.61 "GET /v2.0/networks?id=1234ac8c-174f-41c3-8425-b4be39dc33cb HTTP/1.1" status: 200 len: 815 time: 0.2409809 Jun 28 12:05:17.837235 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.v2.base [req-b842baa6-4e08-47c8-86c4-c1679c62070e req-bba1246b-a8d7-4dce-99e2-32e645458b5f tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Request body: {'port': {'device_id': '3f83032a-996e-4f51-bbed-9f8fda0422e6', 'network_id': '1234ac8c-174f-41c3-8425-b4be39dc33cb', 'admin_state_up': True, 'tenant_id': 'd9d98709642940d68943de79af7f342e'}} {{(pid=93125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:05:17.856105 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-709373da-2a13-42bf-8cb4-e79fd04f6e4c req-298de26d-18d7-49dc-9582-2db9da6c2c25 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f83032a-996e-4f51-bbed-9f8fda0422e6 HTTP/1.1" status: 200 len: 210 time: 0.0908430 Jun 28 12:05:17.912323 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c64c8b4-f407-4245-9cf9-1e23a6d6cc0e req-538c21bf-970c-40de-9561-b3e742f9d178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:17.913780 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-7c64c8b4-f407-4245-9cf9-1e23a6d6cc0e req-538c21bf-970c-40de-9561-b3e742f9d178 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a4a1d2e7-5939-496d-8fa1-4100ea56844e HTTP/1.1" status: 200 len: 849 time: 0.1379583 Jun 28 12:05:17.962077 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-7c64c8b4-f407-4245-9cf9-1e23a6d6cc0e req-7625d7ad-f315-43b6-87ec-696717fbb1db service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b6e648c6-30c3-4197-803f-78747e50d129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313981 Jun 28 12:05:18.046443 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b842baa6-4e08-47c8-86c4-c1679c62070e req-bba1246b-a8d7-4dce-99e2-32e645458b5f tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Made reservation on behalf of d9d98709642940d68943de79af7f342e for: {'port': 1} {{(pid=93125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:05:18.051957 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-b842baa6-4e08-47c8-86c4-c1679c62070e req-bba1246b-a8d7-4dce-99e2-32e645458b5f tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:18.057279 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59428a1c-5d12-4430-8275-ece799a83bd4 req-8907e9b2-03e1-481d-bcbe-fdacdf2cb35a tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:18.058680 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-59428a1c-5d12-4430-8275-ece799a83bd4 req-8907e9b2-03e1-481d-bcbe-fdacdf2cb35a tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=4004292d-a19b-4c97-99cf-9a9c343e3f8c HTTP/1.1" status: 200 len: 945 time: 0.1728320 Jun 28 12:05:18.121777 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-59428a1c-5d12-4430-8275-ece799a83bd4 req-76fed77e-5ca8-4e51-83d2-43cd9c47e60e tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567567 Jun 28 12:05:18.123717 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-7c64c8b4-f407-4245-9cf9-1e23a6d6cc0e req-6e492e07-f7f8-4e41-827e-79913a326e7e service neutron] 10.222.0.61 "GET /v2.0/networks/b6e648c6-30c3-4197-803f-78747e50d129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473453 Jun 28 12:05:18.317794 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-7c64c8b4-f407-4245-9cf9-1e23a6d6cc0e req-16b8c469-0803-43f5-9f72-4b012f15cf17 service neutron] 10.222.0.61 "GET /v2.0/networks/b6e648c6-30c3-4197-803f-78747e50d129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817706 Jun 28 12:05:18.355700 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.db_base_plugin_common [req-b842baa6-4e08-47c8-86c4-c1679c62070e req-bba1246b-a8d7-4dce-99e2-32e645458b5f tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Allocated IP 172.20.0.9 (1234ac8c-174f-41c3-8425-b4be39dc33cb/44c02f51-e468-4503-8e99-c53bcbc29dec/50ca5fab-cb1d-4c03-82fa-a4beb0c64bcb) {{(pid=93125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:05:18.372744 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d5d19-350e-40d9-9d41-6a9dbe9256e4 req-17c5576b-f01a-45dd-bd31-fe350d28e26b tempest-VolumesActionsTest-344993821 tempest-VolumesActionsTest-344993821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:18.374458 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-517d5d19-350e-40d9-9d41-6a9dbe9256e4 req-17c5576b-f01a-45dd-bd31-fe350d28e26b tempest-VolumesActionsTest-344993821 tempest-VolumesActionsTest-344993821-project] 10.222.0.26 "GET /v2.0/ports?device_id=8da9e5f5-3df3-4c2e-845e-9930ab511344 HTTP/1.1" status: 200 len: 944 time: 0.0757036 Jun 28 12:05:18.426920 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-517d5d19-350e-40d9-9d41-6a9dbe9256e4 req-db2a0885-4284-42ea-a698-b1b662c496ec tempest-VolumesActionsTest-344993821 tempest-VolumesActionsTest-344993821-project] 10.222.0.26 "GET /v2.0/security-groups?id=b93bbcc5-5603-4688-a14d-fdd92d8324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394285 Jun 28 12:05:18.532022 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 57812) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:18.546457 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-b842baa6-4e08-47c8-86c4-c1679c62070e req-bba1246b-a8d7-4dce-99e2-32e645458b5f tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Notify callbacks [] for port, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:18.595862 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-b842baa6-4e08-47c8-86c4-c1679c62070e req-bba1246b-a8d7-4dce-99e2-32e645458b5f tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751010131950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8412961'] for port, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:18.600712 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:18.613149 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] get_ports_and_sgs() called for port_ids ['e58a98e9-2965-4605-bf27-7b797eb79f7a', '46deb3ea-42ec-414a-ae7c-1cfd411beab7'] {{(pid=93126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:05:18.871227 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b842baa6-4e08-47c8-86c4-c1679c62070e req-bba1246b-a8d7-4dce-99e2-32e645458b5f tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Network 1234ac8c-174f-41c3-8425-b4be39dc33cb is already hosted by enough agents. {{(pid=93125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:05:18.874940 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.base_scheduler [req-b842baa6-4e08-47c8-86c4-c1679c62070e req-bba1246b-a8d7-4dce-99e2-32e645458b5f tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Resources bound (agent type, host, resource id): {{(pid=93125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:05:18.877314 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.l3_dvrscheduler_db [req-b842baa6-4e08-47c8-86c4-c1679c62070e req-bba1246b-a8d7-4dce-99e2-32e645458b5f tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Received port after_create {{(pid=93125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:05:18.877829 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-4a25a22a-6aa0-4b94-8ddb-5ab744f960df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:18.932196 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b842baa6-4e08-47c8-86c4-c1679c62070e req-bba1246b-a8d7-4dce-99e2-32e645458b5f tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:18.933251 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-b842baa6-4e08-47c8-86c4-c1679c62070e req-bba1246b-a8d7-4dce-99e2-32e645458b5f tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188324'] for port, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:18.961094 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba1246b-a8d7-4dce-99e2-32e645458b5f tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Pushing event updated for resources: {'Port': ['ID=50ca5fab-cb1d-4c03-82fa-a4beb0c64bcb,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:18.965927 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-bba1246b-a8d7-4dce-99e2-32e645458b5f tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:19.085207 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-4a25a22a-6aa0-4b94-8ddb-5ab744f960df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:19.097845 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-b842baa6-4e08-47c8-86c4-c1679c62070e req-bba1246b-a8d7-4dce-99e2-32e645458b5f tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2645838 Jun 28 12:05:19.113287 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.v2.base [req-b842baa6-4e08-47c8-86c4-c1679c62070e req-ed107ae7-b353-43fb-9fdc-1ece2e8399b0 service neutron] Request body: {'port': {'device_id': '3f83032a-996e-4f51-bbed-9f8fda0422e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=93125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:05:19.120827 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-4a25a22a-6aa0-4b94-8ddb-5ab744f960df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:19.126605 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-5deba013-50d3-4056-ae0a-83b434f3b8af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:19.180271 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a25a22a-6aa0-4b94-8ddb-5ab744f960df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c1aef0-3b5c-4087-8a82-fc33eff921b7,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:19.199554 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-4a25a22a-6aa0-4b94-8ddb-5ab744f960df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:19.206023 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-4a25a22a-6aa0-4b94-8ddb-5ab744f960df admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bcfd22a7db0648ae996cdd10fa9b3971&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6705918 Jun 28 12:05:19.206372 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 57844) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:19.255054 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-b842baa6-4e08-47c8-86c4-c1679c62070e req-ed107ae7-b353-43fb-9fdc-1ece2e8399b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:19.271443 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f01315-63fb-409c-bfb8-259154321e32 req-0c611dba-2a89-426e-ae1e-c9b2f5a34009 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:19.280954 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-26f01315-63fb-409c-bfb8-259154321e32 req-0c611dba-2a89-426e-ae1e-c9b2f5a34009 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f83032a-996e-4f51-bbed-9f8fda0422e6 HTTP/1.1" status: 200 len: 931 time: 0.1901729 Jun 28 12:05:19.363311 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-545b910e-f851-4fa6-a42f-fbc284b6d2d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:19.380460 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-26f01315-63fb-409c-bfb8-259154321e32 req-abb3379a-ccb0-4acd-a31f-754c6314193f tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/security-groups?id=0046b0d6-801b-426f-9192-d8e3ad3d9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985401 Jun 28 12:05:19.403416 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-545b910e-f851-4fa6-a42f-fbc284b6d2d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:19.462027 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02032e5-10f1-4114-bd5c-809cfc9630e7 req-79d0cd7d-e01b-4c55-8a34-bfc934ad1e15 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:19.463641 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-d02032e5-10f1-4114-bd5c-809cfc9630e7 req-79d0cd7d-e01b-4c55-8a34-bfc934ad1e15 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=4004292d-a19b-4c97-99cf-9a9c343e3f8c HTTP/1.1" status: 200 len: 945 time: 0.1716652 Jun 28 12:05:19.500428 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-545b910e-f851-4fa6-a42f-fbc284b6d2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:19.504569 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-545b910e-f851-4fa6-a42f-fbc284b6d2d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:19.508181 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-545b910e-f851-4fa6-a42f-fbc284b6d2d6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/45c1aef0-3b5c-4087-8a82-fc33eff921b7 HTTP/1.1" status: 204 len: 168 time: 0.2983589 Jun 28 12:05:19.512672 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:19.535549 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-d02032e5-10f1-4114-bd5c-809cfc9630e7 req-ca740b05-cf41-44b0-acbd-215f7a51348c tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653167 Jun 28 12:05:19.536617 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545b910e-f851-4fa6-a42f-fbc284b6d2d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c1aef0-3b5c-4087-8a82-fc33eff921b7,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:19.544627 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-545b910e-f851-4fa6-a42f-fbc284b6d2d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:19.627273 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.notifiers.nova [req-b842baa6-4e08-47c8-86c4-c1679c62070e req-ed107ae7-b353-43fb-9fdc-1ece2e8399b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50ca5fab-cb1d-4c03-82fa-a4beb0c64bcb {{(pid=93125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:05:19.635720 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-b842baa6-4e08-47c8-86c4-c1679c62070e req-ed107ae7-b353-43fb-9fdc-1ece2e8399b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:19.650309 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.provisioning_blocks [req-b842baa6-4e08-47c8-86c4-c1679c62070e req-ed107ae7-b353-43fb-9fdc-1ece2e8399b0 service neutron] Transition to ACTIVE for port object 50ca5fab-cb1d-4c03-82fa-a4beb0c64bcb will not be triggered until provisioned by entity L2. {{(pid=93125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:05:19.658190 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-b842baa6-4e08-47c8-86c4-c1679c62070e req-ed107ae7-b353-43fb-9fdc-1ece2e8399b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8413139'] for port, after_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:19.662414 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-17e6a33d-726f-46b5-8ff1-343294925655 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:19.721478 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e108fbc-ea9d-4ccf-80c2-cf92e545d000 req-68d0da02-b0f8-41ec-ab74-4d2db854a8a0 tempest-VolumesActionsTest-344993821 tempest-VolumesActionsTest-344993821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:19.723503 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-7e108fbc-ea9d-4ccf-80c2-cf92e545d000 req-68d0da02-b0f8-41ec-ab74-4d2db854a8a0 tempest-VolumesActionsTest-344993821 tempest-VolumesActionsTest-344993821-project] 10.222.0.26 "GET /v2.0/ports?device_id=8da9e5f5-3df3-4c2e-845e-9930ab511344 HTTP/1.1" status: 200 len: 944 time: 0.0770915 Jun 28 12:05:19.746868 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed107ae7-b353-43fb-9fdc-1ece2e8399b0 service neutron] Pushing event updated for resources: {'Port': ['ID=50ca5fab-cb1d-4c03-82fa-a4beb0c64bcb,revision_number=2']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:19.751987 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-ed107ae7-b353-43fb-9fdc-1ece2e8399b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:19.808141 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-7e108fbc-ea9d-4ccf-80c2-cf92e545d000 req-6970f90e-ca93-4736-a3a4-a380a1515ed6 tempest-VolumesActionsTest-344993821 tempest-VolumesActionsTest-344993821-project] 10.222.0.26 "GET /v2.0/security-groups?id=b93bbcc5-5603-4688-a14d-fdd92d8324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771885 Jun 28 12:05:19.844272 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.managers [req-b842baa6-4e08-47c8-86c4-c1679c62070e req-ed107ae7-b353-43fb-9fdc-1ece2e8399b0 service neutron] Attempting to bind port 50ca5fab-cb1d-4c03-82fa-a4beb0c64bcb on host hv-cinder-77238 for vnic_type normal with profile {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:05:19.844977 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.managers [req-b842baa6-4e08-47c8-86c4-c1679c62070e req-ed107ae7-b353-43fb-9fdc-1ece2e8399b0 service neutron] Attempting to bind port 50ca5fab-cb1d-4c03-82fa-a4beb0c64bcb by drivers openvswitch,hyperv on host hv-cinder-77238 at level 0 using segments [{'id': '918d5219-a753-4f11-a570-279069e69307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1234ac8c-174f-41c3-8425-b4be39dc33cb'}] {{(pid=93125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:05:19.845528 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b842baa6-4e08-47c8-86c4-c1679c62070e req-ed107ae7-b353-43fb-9fdc-1ece2e8399b0 service neutron] Attempting to bind port 50ca5fab-cb1d-4c03-82fa-a4beb0c64bcb on network 1234ac8c-174f-41c3-8425-b4be39dc33cb {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:05:19.851385 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b842baa6-4e08-47c8-86c4-c1679c62070e req-ed107ae7-b353-43fb-9fdc-1ece2e8399b0 service neutron] Port 50ca5fab-cb1d-4c03-82fa-a4beb0c64bcb on network 1234ac8c-174f-41c3-8425-b4be39dc33cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77238 {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:05:19.851585 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b842baa6-4e08-47c8-86c4-c1679c62070e req-ed107ae7-b353-43fb-9fdc-1ece2e8399b0 service neutron] Attempting to bind port 50ca5fab-cb1d-4c03-82fa-a4beb0c64bcb on network 1234ac8c-174f-41c3-8425-b4be39dc33cb {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:05:19.857728 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b842baa6-4e08-47c8-86c4-c1679c62070e req-ed107ae7-b353-43fb-9fdc-1ece2e8399b0 service neutron] Checking agent: {'id': '848960a1-f744-4efd-9f3d-017fcea63875', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 2, 37), 'started_at': datetime.datetime(2021, 6, 28, 12, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:05:19.858061 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b842baa6-4e08-47c8-86c4-c1679c62070e req-ed107ae7-b353-43fb-9fdc-1ece2e8399b0 service neutron] Checking segment: {'id': '918d5219-a753-4f11-a570-279069e69307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1234ac8c-174f-41c3-8425-b4be39dc33cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:05:19.858452 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b842baa6-4e08-47c8-86c4-c1679c62070e req-ed107ae7-b353-43fb-9fdc-1ece2e8399b0 service neutron] Bound using segment: {'id': '918d5219-a753-4f11-a570-279069e69307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1234ac8c-174f-41c3-8425-b4be39dc33cb'} {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:05:19.858885 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.managers [req-b842baa6-4e08-47c8-86c4-c1679c62070e req-ed107ae7-b353-43fb-9fdc-1ece2e8399b0 service neutron] Bound port: 50ca5fab-cb1d-4c03-82fa-a4beb0c64bcb, host: hv-cinder-77238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '918d5219-a753-4f11-a570-279069e69307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1234ac8c-174f-41c3-8425-b4be39dc33cb'}}] {{(pid=93125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:05:19.859242 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-b842baa6-4e08-47c8-86c4-c1679c62070e req-ed107ae7-b353-43fb-9fdc-1ece2e8399b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:19.873665 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device 095a8e31-1341-4bb6-8246-95b2aac77158 details requested by agent hyperv_hv-cinder-77238 with host hv-cinder-77238 {{(pid=93126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 12:05:19.927225 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.db [req-b842baa6-4e08-47c8-86c4-c1679c62070e req-ed107ae7-b353-43fb-9fdc-1ece2e8399b0 service neutron] For port 50ca5fab-cb1d-4c03-82fa-a4beb0c64bcb, host hv-cinder-77238, cleared binding levels {{(pid=93125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:05:19.934715 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.db [req-b842baa6-4e08-47c8-86c4-c1679c62070e req-ed107ae7-b353-43fb-9fdc-1ece2e8399b0 service neutron] For port 50ca5fab-cb1d-4c03-82fa-a4beb0c64bcb, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=50ca5fab-cb1d-4c03-82fa-a4beb0c64bcb,segment=NetworkSegment(918d5219-a753-4f11-a570-279069e69307),segment_id=918d5219-a753-4f11-a570-279069e69307)] {{(pid=93125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:05:19.939825 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-b842baa6-4e08-47c8-86c4-c1679c62070e req-ed107ae7-b353-43fb-9fdc-1ece2e8399b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8413139'] for port, after_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:19.949790 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:19.963905 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b842baa6-4e08-47c8-86c4-c1679c62070e req-ed107ae7-b353-43fb-9fdc-1ece2e8399b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:19.964513 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-b842baa6-4e08-47c8-86c4-c1679c62070e req-ed107ae7-b353-43fb-9fdc-1ece2e8399b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188324'] for port, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:19.965911 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-b842baa6-4e08-47c8-86c4-c1679c62070e req-ed107ae7-b353-43fb-9fdc-1ece2e8399b0 service neutron] 10.222.0.61 "PUT /v2.0/ports/50ca5fab-cb1d-4c03-82fa-a4beb0c64bcb HTTP/1.1" status: 200 len: 1093 time: 0.8577092 Jun 28 12:05:19.966412 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f83032a-996e-4f51-bbed-9f8fda0422e6', 'tag': '50ca5fab-cb1d-4c03-82fa-a4beb0c64bcb'}] {{(pid=93125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:05:19.968757 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cab5cdacc5b3cbbc94323449081fb5e48b25fdc1a77f938b5656c1b79ba6a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591addde-f5b0-4aca-b8db-077882bc3ad9" -d '{"events": [{"name": "network-changed", "server_uuid": "3f83032a-996e-4f51-bbed-9f8fda0422e6", "tag": "50ca5fab-cb1d-4c03-82fa-a4beb0c64bcb"}]}' {{(pid=93125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:05:20.022275 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] For port 095a8e31-1341-4bb6-8246-95b2aac77158, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=095a8e31-1341-4bb6-8246-95b2aac77158,segment=NetworkSegment(c468e5c8-35b8-46a2-9c44-9cf33dc46c17),segment_id=c468e5c8-35b8-46a2-9c44-9cf33dc46c17)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:05:20.036970 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 12:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f249263-05c8-49d7-9ec0-2f25d144cf16 x-openstack-request-id: req-9f249263-05c8-49d7-9ec0-2f25d144cf16 {{(pid=93125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:05:20.037303 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f83032a-996e-4f51-bbed-9f8fda0422e6", "tag": "50ca5fab-cb1d-4c03-82fa-a4beb0c64bcb", "status": "completed", "code": 200}]} {{(pid=93125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:05:20.037708 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9f249263-05c8-49d7-9ec0-2f25d144cf16 {{(pid=93125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:05:20.038307 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f83032a-996e-4f51-bbed-9f8fda0422e6', 'tag': '50ca5fab-cb1d-4c03-82fa-a4beb0c64bcb', 'status': 'completed', 'code': 200} Jun 28 12:05:20.044523 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Returning: {'device': '095a8e31-1341-4bb6-8246-95b2aac77158', 'network_id': 'b6e648c6-30c3-4197-803f-78747e50d129', 'port_id': '095a8e31-1341-4bb6-8246-95b2aac77158', 'mac_address': 'fa:16:3e:7d:40:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4a1d2e7-5939-496d-8fa1-4100ea56844e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 12:05:20.054038 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed107ae7-b353-43fb-9fdc-1ece2e8399b0 service neutron] Pushing event updated for resources: {'Port': ['ID=50ca5fab-cb1d-4c03-82fa-a4beb0c64bcb,revision_number=3']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:20.060658 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-ed107ae7-b353-43fb-9fdc-1ece2e8399b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:20.095080 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:20.115756 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b842baa6-4e08-47c8-86c4-c1679c62070e req-cb628628-28f8-468f-9392-e49220897a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:20.117468 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-b842baa6-4e08-47c8-86c4-c1679c62070e req-cb628628-28f8-468f-9392-e49220897a1a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d9d98709642940d68943de79af7f342e&device_id=3f83032a-996e-4f51-bbed-9f8fda0422e6 HTTP/1.1" status: 200 len: 1096 time: 0.0847511 Jun 28 12:05:20.126447 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.notifiers.nova [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 095a8e31-1341-4bb6-8246-95b2aac77158 {{(pid=93126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:05:20.152970 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] For port 095a8e31-1341-4bb6-8246-95b2aac77158, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=095a8e31-1341-4bb6-8246-95b2aac77158,segment=NetworkSegment(c468e5c8-35b8-46a2-9c44-9cf33dc46c17),segment_id=c468e5c8-35b8-46a2-9c44-9cf33dc46c17)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:05:20.162628 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:20.166606 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:20.170614 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-b842baa6-4e08-47c8-86c4-c1679c62070e req-3a5c4d37-9d05-4173-bcfc-b3aab9507053 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50ca5fab-cb1d-4c03-82fa-a4beb0c64bcb HTTP/1.1" status: 200 len: 217 time: 0.0444522 Jun 28 12:05:20.215162 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Pushing event updated for resources: {'Port': ['ID=095a8e31-1341-4bb6-8246-95b2aac77158,revision_number=4']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:20.222774 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:20.223126 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:20.223469 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:20.223805 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:20.224143 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:20.224487 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:20.224853 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:20.225069 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b842baa6-4e08-47c8-86c4-c1679c62070e req-baff9e2c-f250-4006-b62a-b6196f7e52c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:20.225185 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:20.225478 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:20.225917 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:20.226247 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:20.226566 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:20.226666 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-b842baa6-4e08-47c8-86c4-c1679c62070e req-baff9e2c-f250-4006-b62a-b6196f7e52c7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=44c02f51-e468-4503-8e99-c53bcbc29dec HTTP/1.1" status: 200 len: 855 time: 0.0476465 Jun 28 12:05:20.230639 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:20.267840 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-b842baa6-4e08-47c8-86c4-c1679c62070e req-d8cf3cbf-738b-49d8-b643-1b70390e1ea4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1234ac8c-174f-41c3-8425-b4be39dc33cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277214 Jun 28 12:05:20.362892 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-b842baa6-4e08-47c8-86c4-c1679c62070e req-b227a81e-7ffe-47ec-814f-c4119fcb919d service neutron] 10.222.0.61 "GET /v2.0/networks/1234ac8c-174f-41c3-8425-b4be39dc33cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869975 Jun 28 12:05:20.470163 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-b842baa6-4e08-47c8-86c4-c1679c62070e req-5be95fba-5edf-44a6-96c8-a445e4670859 service neutron] 10.222.0.61 "GET /v2.0/networks/1234ac8c-174f-41c3-8425-b4be39dc33cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987654 Jun 28 12:05:20.535821 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] get_ports_and_sgs() called for port_ids ['095a8e31-1341-4bb6-8246-95b2aac77158'] {{(pid=93126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:05:20.569379 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe7b69-e29a-4746-9ed9-1f2cf0922e50 req-a20ead62-6e91-437b-b82d-a60976f452aa tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:20.579184 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-0ffe7b69-e29a-4746-9ed9-1f2cf0922e50 req-a20ead62-6e91-437b-b82d-a60976f452aa tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f83032a-996e-4f51-bbed-9f8fda0422e6 HTTP/1.1" status: 200 len: 943 time: 0.0834279 Jun 28 12:05:20.611710 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591addde-f5b0-4aca-b8db-077882bc3ad9 req-5852ac0b-b317-439d-8fc7-b5befa230522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:20.613304 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-591addde-f5b0-4aca-b8db-077882bc3ad9 req-5852ac0b-b317-439d-8fc7-b5befa230522 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d9d98709642940d68943de79af7f342e&device_id=3f83032a-996e-4f51-bbed-9f8fda0422e6 HTTP/1.1" status: 200 len: 1096 time: 0.0929477 Jun 28 12:05:20.621180 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-0ffe7b69-e29a-4746-9ed9-1f2cf0922e50 req-deab835a-2d4e-42c3-8ff2-fd5c1f27920b tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/security-groups?id=0046b0d6-801b-426f-9192-d8e3ad3d9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394859 Jun 28 12:05:20.744988 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591addde-f5b0-4aca-b8db-077882bc3ad9 req-a5a2ee7b-8f53-4843-9ad8-aaee668972aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:20.746538 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-591addde-f5b0-4aca-b8db-077882bc3ad9 req-a5a2ee7b-8f53-4843-9ad8-aaee668972aa service neutron] 10.222.0.61 "GET /v2.0/networks?id=1234ac8c-174f-41c3-8425-b4be39dc33cb HTTP/1.1" status: 200 len: 916 time: 0.1191587 Jun 28 12:05:20.750130 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 57902) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:20.794505 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-591addde-f5b0-4aca-b8db-077882bc3ad9 req-f854b053-0268-4aa9-8858-0a593e7ebe15 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50ca5fab-cb1d-4c03-82fa-a4beb0c64bcb HTTP/1.1" status: 200 len: 217 time: 0.0383480 Jun 28 12:05:20.803835 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d072a84f-7663-4842-a660-0842fe892673 req-da238898-35f6-41a0-82f4-b14b8593b552 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:20.807213 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-d072a84f-7663-4842-a660-0842fe892673 req-da238898-35f6-41a0-82f4-b14b8593b552 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=4004292d-a19b-4c97-99cf-9a9c343e3f8c HTTP/1.1" status: 200 len: 945 time: 0.0672240 Jun 28 12:05:20.846404 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-d072a84f-7663-4842-a660-0842fe892673 req-ad14a49b-1573-48ba-9cff-987fe38a0716 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347161 Jun 28 12:05:20.866854 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591addde-f5b0-4aca-b8db-077882bc3ad9 req-b962a26c-53de-4d6f-a9c9-0f4e219d04e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:20.868260 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-591addde-f5b0-4aca-b8db-077882bc3ad9 req-b962a26c-53de-4d6f-a9c9-0f4e219d04e3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=44c02f51-e468-4503-8e99-c53bcbc29dec HTTP/1.1" status: 200 len: 855 time: 0.0615394 Jun 28 12:05:20.875543 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-f596484f-23d0-4e88-9903-205388ccc4c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:20.907130 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-591addde-f5b0-4aca-b8db-077882bc3ad9 req-acde6dbe-1822-4d38-a9f4-8f40d8e1c6c8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1234ac8c-174f-41c3-8425-b4be39dc33cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296063 Jun 28 12:05:20.984431 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d37fed-3074-47b5-b8fe-6193569828e4 req-613ac72f-91f3-42cb-bcd5-6ed9cd236082 tempest-VolumesActionsTest-344993821 tempest-VolumesActionsTest-344993821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:20.985957 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-60d37fed-3074-47b5-b8fe-6193569828e4 req-613ac72f-91f3-42cb-bcd5-6ed9cd236082 tempest-VolumesActionsTest-344993821 tempest-VolumesActionsTest-344993821-project] 10.222.0.26 "GET /v2.0/ports?device_id=8da9e5f5-3df3-4c2e-845e-9930ab511344 HTTP/1.1" status: 200 len: 945 time: 0.0617983 Jun 28 12:05:21.024153 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-60d37fed-3074-47b5-b8fe-6193569828e4 req-86efedf1-4fce-4bb2-8010-aed12a899e82 tempest-VolumesActionsTest-344993821 tempest-VolumesActionsTest-344993821-project] 10.222.0.26 "GET /v2.0/security-groups?id=b93bbcc5-5603-4688-a14d-fdd92d8324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324764 Jun 28 12:05:21.038483 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-591addde-f5b0-4aca-b8db-077882bc3ad9 req-e34f2313-d029-418d-b13b-0b2bb9b6ae8f service neutron] 10.222.0.61 "GET /v2.0/networks/1234ac8c-174f-41c3-8425-b4be39dc33cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169868 Jun 28 12:05:21.070558 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-f596484f-23d0-4e88-9903-205388ccc4c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:21.081117 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-f596484f-23d0-4e88-9903-205388ccc4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:21.090203 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-0c2c66a2-6739-4688-9f8d-c59d77b41615 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:21.152638 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-f596484f-23d0-4e88-9903-205388ccc4c2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6096188ce1fb4495ad90ccb655d82f25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4009640 Jun 28 12:05:21.155323 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 57908) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:21.159639 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f596484f-23d0-4e88-9903-205388ccc4c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b20a60-fc2a-4ee4-a25a-60888a81d437,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:21.163488 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-f596484f-23d0-4e88-9903-205388ccc4c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:21.192478 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-591addde-f5b0-4aca-b8db-077882bc3ad9 req-9b16d872-b32b-4ba0-892d-2a69629b8f97 service neutron] 10.222.0.61 "GET /v2.0/networks/1234ac8c-174f-41c3-8425-b4be39dc33cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330178 Jun 28 12:05:21.214602 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8a37950c-5162-418f-aae8-727421d7cc54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:21.239822 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8a37950c-5162-418f-aae8-727421d7cc54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:21.286994 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8a37950c-5162-418f-aae8-727421d7cc54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:21.290500 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8a37950c-5162-418f-aae8-727421d7cc54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:21.291630 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-8a37950c-5162-418f-aae8-727421d7cc54 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/31b20a60-fc2a-4ee4-a25a-60888a81d437 HTTP/1.1" status: 204 len: 168 time: 0.1350598 Jun 28 12:05:21.292427 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-dfafa656-1e54-4d69-8f5b-7c4cc05db38f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:21.301970 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a37950c-5162-418f-aae8-727421d7cc54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b20a60-fc2a-4ee4-a25a-60888a81d437,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:21.305461 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-8a37950c-5162-418f-aae8-727421d7cc54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:21.653193 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 57946) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:21.673300 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-e8bb9c57-a5f0-44b2-9550-8f97419507eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:21.859864 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-e8bb9c57-a5f0-44b2-9550-8f97419507eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:21.867179 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-e8bb9c57-a5f0-44b2-9550-8f97419507eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:21.871794 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-4dba06f2-2916-4b2b-a852-d048a69467c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:21.890656 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device 095a8e31-1341-4bb6-8246-95b2aac77158 up at agent hyperv_hv-cinder-77238 {{(pid=93126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:05:21.920371 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c4533-9b69-4272-bf08-227d46edb5c0 req-1980d82b-fa19-4965-8d1e-3e4651cdea2e tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:21.921835 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-bb3c4533-9b69-4272-bf08-227d46edb5c0 req-1980d82b-fa19-4965-8d1e-3e4651cdea2e tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f83032a-996e-4f51-bbed-9f8fda0422e6 HTTP/1.1" status: 200 len: 943 time: 0.1378601 Jun 28 12:05:21.924018 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-e8bb9c57-a5f0-44b2-9550-8f97419507eb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b765aba5c30f4d0bb9b4b9012dae7ded&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2697849 Jun 28 12:05:21.926800 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 57954) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:21.928960 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bb9c57-a5f0-44b2-9550-8f97419507eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b72286-cae0-4659-9291-67bd38c9b092,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:21.941057 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-e8bb9c57-a5f0-44b2-9550-8f97419507eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:21.963143 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Provisioning for port 095a8e31-1341-4bb6-8246-95b2aac77158 completed by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:05:21.971027 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Provisioning complete for port 095a8e31-1341-4bb6-8246-95b2aac77158 triggered by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:05:21.971858 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:22.011711 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-75d05f20-6a4d-40a3-9450-ea31c5abf35d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:22.029242 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-bb3c4533-9b69-4272-bf08-227d46edb5c0 req-86b5ccf4-450b-4a5b-bd38-4721028e8b14 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/security-groups?id=0046b0d6-801b-426f-9192-d8e3ad3d9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965075 Jun 28 12:05:22.033620 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-75d05f20-6a4d-40a3-9450-ea31c5abf35d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:22.074535 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:22.095553 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56238a77-5105-468f-b439-9e5e200d57d3 req-25cc06b4-609e-4776-988c-0d39fcad678a tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:22.097208 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-75d05f20-6a4d-40a3-9450-ea31c5abf35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:22.101319 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-56238a77-5105-468f-b439-9e5e200d57d3 req-25cc06b4-609e-4776-988c-0d39fcad678a tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=4004292d-a19b-4c97-99cf-9a9c343e3f8c HTTP/1.1" status: 200 len: 945 time: 0.1092222 Jun 28 12:05:22.101746 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-75d05f20-6a4d-40a3-9450-ea31c5abf35d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:22.103861 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-75d05f20-6a4d-40a3-9450-ea31c5abf35d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f3b72286-cae0-4659-9291-67bd38c9b092 HTTP/1.1" status: 204 len: 168 time: 0.1759531 Jun 28 12:05:22.105363 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-d17130b7-3a60-489e-8d01-06d0b617fc50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:22.116956 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d05f20-6a4d-40a3-9450-ea31c5abf35d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b72286-cae0-4659-9291-67bd38c9b092,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:22.120327 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-75d05f20-6a4d-40a3-9450-ea31c5abf35d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:22.121153 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] For port 095a8e31-1341-4bb6-8246-95b2aac77158, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=095a8e31-1341-4bb6-8246-95b2aac77158,segment=NetworkSegment(c468e5c8-35b8-46a2-9c44-9cf33dc46c17),segment_id=c468e5c8-35b8-46a2-9c44-9cf33dc46c17)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:05:22.122807 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da9e5f5-3df3-4c2e-845e-9930ab511344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '095a8e31-1341-4bb6-8246-95b2aac77158'}] {{(pid=93126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:05:22.126377 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef893c2a45f5206efbef573e37d1784350e1616ec5e975db08a1c6348235ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-598fc754-d26d-4c89-812b-226c2c669ae0" -d '{"events": [{"server_uuid": "8da9e5f5-3df3-4c2e-845e-9930ab511344", "name": "network-vif-plugged", "status": "completed", "tag": "095a8e31-1341-4bb6-8246-95b2aac77158"}]}' {{(pid=93126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:05:22.142311 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:22.145996 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-f3a3eced-1fb8-4f05-8069-6658a869428c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:22.195172 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-56238a77-5105-468f-b439-9e5e200d57d3 req-0ac5c909-b26a-435c-beb0-99f2f0e47183 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813794 Jun 28 12:05:22.195716 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Pushing event updated for resources: {'Port': ['ID=095a8e31-1341-4bb6-8246-95b2aac77158,revision_number=5']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:22.200132 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:22.231378 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb4dd1-8ba6-496c-a136-6e75c243b592 req-5c36f8f0-6f60-437b-a8bc-f6d3a62ce3be tempest-VolumesActionsTest-344993821 tempest-VolumesActionsTest-344993821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:22.233073 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-05eb4dd1-8ba6-496c-a136-6e75c243b592 req-5c36f8f0-6f60-437b-a8bc-f6d3a62ce3be tempest-VolumesActionsTest-344993821 tempest-VolumesActionsTest-344993821-project] 10.222.0.26 "GET /v2.0/ports?device_id=8da9e5f5-3df3-4c2e-845e-9930ab511344 HTTP/1.1" status: 200 len: 946 time: 0.0715942 Jun 28 12:05:22.248491 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5550cc-37f5-48f2-939f-257d2059f3c6 x-openstack-request-id: req-9d5550cc-37f5-48f2-939f-257d2059f3c6 {{(pid=93126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:05:22.248811 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8da9e5f5-3df3-4c2e-845e-9930ab511344", "name": "network-vif-plugged", "status": "completed", "tag": "095a8e31-1341-4bb6-8246-95b2aac77158", "code": 200}]} {{(pid=93126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:05:22.249093 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9d5550cc-37f5-48f2-939f-257d2059f3c6 {{(pid=93126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:05:22.249499 dv-cinder-772388-5-smb neutron-server[93126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8da9e5f5-3df3-4c2e-845e-9930ab511344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '095a8e31-1341-4bb6-8246-95b2aac77158', 'code': 200} Jun 28 12:05:22.278365 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-05eb4dd1-8ba6-496c-a136-6e75c243b592 req-10bd669b-20bd-4291-873e-6c0d59dcad3e tempest-VolumesActionsTest-344993821 tempest-VolumesActionsTest-344993821-project] 10.222.0.26 "GET /v2.0/security-groups?id=b93bbcc5-5603-4688-a14d-fdd92d8324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387433 Jun 28 12:05:22.486531 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67af672-d4b4-41bd-9a90-6317d6038f7f req-3303cb81-0420-4212-b39d-4ee3c13f465f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:22.488058 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-d67af672-d4b4-41bd-9a90-6317d6038f7f req-3303cb81-0420-4212-b39d-4ee3c13f465f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8da9e5f5-3df3-4c2e-845e-9930ab511344 HTTP/1.1" status: 200 len: 1099 time: 0.0554883 Jun 28 12:05:22.524081 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-d67af672-d4b4-41bd-9a90-6317d6038f7f req-fe0ddd98-e683-4afc-a090-f0830874e617 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b93bbcc5-5603-4688-a14d-fdd92d8324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272107 Jun 28 12:05:23.007924 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 58006) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:23.172813 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-e081fdda-717b-4f67-9f14-39429a73a4a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:23.210207 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec2889-e5ec-455e-852b-d927b7dd1c03 req-898f92ff-24fd-4b0e-98b9-fe55dbd5268d tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:23.212216 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-50ec2889-e5ec-455e-852b-d927b7dd1c03 req-898f92ff-24fd-4b0e-98b9-fe55dbd5268d tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f83032a-996e-4f51-bbed-9f8fda0422e6 HTTP/1.1" status: 200 len: 943 time: 0.0689621 Jun 28 12:05:23.284172 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-50ec2889-e5ec-455e-852b-d927b7dd1c03 req-73954ac4-834b-4271-a220-7f7496996927 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/security-groups?id=0046b0d6-801b-426f-9192-d8e3ad3d9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621994 Jun 28 12:05:23.337660 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-e081fdda-717b-4f67-9f14-39429a73a4a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:23.346438 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-e081fdda-717b-4f67-9f14-39429a73a4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:23.353477 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-14469c25-3960-4d46-9ed4-068747b656d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:23.412566 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-e081fdda-717b-4f67-9f14-39429a73a4a4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0ad789a9b03c418d85edf6d0b0acd2a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4031274 Jun 28 12:05:23.416623 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 58024) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:23.420360 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e081fdda-717b-4f67-9f14-39429a73a4a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b4f9f4-e1db-4296-80a2-93fb353398dd,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:23.425407 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-e081fdda-717b-4f67-9f14-39429a73a4a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:23.438259 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac2f71-1354-47df-91d5-fa43e6ccfa38 req-71b13c80-0c07-49d8-b261-ce8999bd072e tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:23.439693 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-01ac2f71-1354-47df-91d5-fa43e6ccfa38 req-71b13c80-0c07-49d8-b261-ce8999bd072e tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=4004292d-a19b-4c97-99cf-9a9c343e3f8c HTTP/1.1" status: 200 len: 945 time: 0.1163859 Jun 28 12:05:23.536059 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-01ac2f71-1354-47df-91d5-fa43e6ccfa38 req-c1c5dd02-cc1b-496d-914a-f1aff8f33131 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803795 Jun 28 12:05:23.555184 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22c86ef7-6e87-4a87-ad1a-8e875a415345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:23.580406 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4e9a5d-15dd-4925-a0ec-6c67a7edc0c8 req-ce222a96-51e9-4fc6-b90f-b179afdba41e tempest-VolumesActionsTest-344993821 tempest-VolumesActionsTest-344993821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:23.581862 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-5c4e9a5d-15dd-4925-a0ec-6c67a7edc0c8 req-ce222a96-51e9-4fc6-b90f-b179afdba41e tempest-VolumesActionsTest-344993821 tempest-VolumesActionsTest-344993821-project] 10.222.0.26 "GET /v2.0/ports?device_id=8da9e5f5-3df3-4c2e-845e-9930ab511344 HTTP/1.1" status: 200 len: 946 time: 0.1519144 Jun 28 12:05:23.591882 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22c86ef7-6e87-4a87-ad1a-8e875a415345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:23.647951 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-5c4e9a5d-15dd-4925-a0ec-6c67a7edc0c8 req-5f717718-ee8d-493b-8cc2-68ee0a8c3d39 tempest-VolumesActionsTest-344993821 tempest-VolumesActionsTest-344993821-project] 10.222.0.26 "GET /v2.0/security-groups?id=b93bbcc5-5603-4688-a14d-fdd92d8324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586069 Jun 28 12:05:23.674060 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22c86ef7-6e87-4a87-ad1a-8e875a415345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:23.677005 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-22c86ef7-6e87-4a87-ad1a-8e875a415345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:23.681146 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-22c86ef7-6e87-4a87-ad1a-8e875a415345 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f4b4f9f4-e1db-4296-80a2-93fb353398dd HTTP/1.1" status: 204 len: 168 time: 0.2605796 Jun 28 12:05:23.681146 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:23.697766 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c86ef7-6e87-4a87-ad1a-8e875a415345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b4f9f4-e1db-4296-80a2-93fb353398dd,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:23.706277 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-22c86ef7-6e87-4a87-ad1a-8e875a415345 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:23.905524 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device 50ca5fab-cb1d-4c03-82fa-a4beb0c64bcb details requested by agent hyperv_hv-cinder-77238 with host hv-cinder-77238 {{(pid=93126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 12:05:24.015445 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] For port 50ca5fab-cb1d-4c03-82fa-a4beb0c64bcb, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=50ca5fab-cb1d-4c03-82fa-a4beb0c64bcb,segment=NetworkSegment(918d5219-a753-4f11-a570-279069e69307),segment_id=918d5219-a753-4f11-a570-279069e69307)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:05:24.030907 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Returning: {'device': '50ca5fab-cb1d-4c03-82fa-a4beb0c64bcb', 'network_id': '1234ac8c-174f-41c3-8425-b4be39dc33cb', 'port_id': '50ca5fab-cb1d-4c03-82fa-a4beb0c64bcb', 'mac_address': 'fa:16:3e:0c:38:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44c02f51-e468-4503-8e99-c53bcbc29dec', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 12:05:24.043816 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 58066) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:24.057980 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f3e849cb-2eb0-4900-8ed1-3a1a17a8a4fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:24.088469 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:24.124908 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.notifiers.nova [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50ca5fab-cb1d-4c03-82fa-a4beb0c64bcb {{(pid=93126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:05:24.153293 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] For port 50ca5fab-cb1d-4c03-82fa-a4beb0c64bcb, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=50ca5fab-cb1d-4c03-82fa-a4beb0c64bcb,segment=NetworkSegment(918d5219-a753-4f11-a570-279069e69307),segment_id=918d5219-a753-4f11-a570-279069e69307)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:05:24.160947 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:24.163420 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:24.179692 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f3e849cb-2eb0-4900-8ed1-3a1a17a8a4fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:24.187280 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f3e849cb-2eb0-4900-8ed1-3a1a17a8a4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:24.190204 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-76f5871c-85a1-41a5-ab04-d69263506886 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:24.222167 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Pushing event updated for resources: {'Port': ['ID=50ca5fab-cb1d-4c03-82fa-a4beb0c64bcb,revision_number=4']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:24.226103 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:24.237922 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-f3e849cb-2eb0-4900-8ed1-3a1a17a8a4fe admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=993ecb4db2184c7ca38a1d664b367f03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1905980 Jun 28 12:05:24.237922 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e849cb-2eb0-4900-8ed1-3a1a17a8a4fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31156c8c-3a81-4f86-a755-549412838fc3,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:24.238488 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 58074) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:24.240267 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-f3e849cb-2eb0-4900-8ed1-3a1a17a8a4fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:24.295309 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-026ef2d5-eb4a-4d6d-b3f4-1e022f928cca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:24.320139 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-026ef2d5-eb4a-4d6d-b3f4-1e022f928cca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:24.379268 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 58082) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:24.379980 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-026ef2d5-eb4a-4d6d-b3f4-1e022f928cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:24.382657 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-026ef2d5-eb4a-4d6d-b3f4-1e022f928cca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:24.386457 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-026ef2d5-eb4a-4d6d-b3f4-1e022f928cca admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/31156c8c-3a81-4f86-a755-549412838fc3 HTTP/1.1" status: 204 len: 168 time: 0.1445222 Jun 28 12:05:24.386457 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-e80c1ed3-0ce8-43f2-aa00-5109670d5b77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:24.393368 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026ef2d5-eb4a-4d6d-b3f4-1e022f928cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31156c8c-3a81-4f86-a755-549412838fc3,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:24.402651 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-026ef2d5-eb4a-4d6d-b3f4-1e022f928cca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:24.443311 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 58088) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:24.478097 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1080fe33-3111-4c97-ad5c-0971844ebd02 req-8783a521-d159-46dd-92ee-a8ddc33bc6c8 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:24.479748 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-1080fe33-3111-4c97-ad5c-0971844ebd02 req-8783a521-d159-46dd-92ee-a8ddc33bc6c8 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f83032a-996e-4f51-bbed-9f8fda0422e6 HTTP/1.1" status: 200 len: 944 time: 0.0811718 Jun 28 12:05:24.513993 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] get_ports_and_sgs() called for port_ids ['50ca5fab-cb1d-4c03-82fa-a4beb0c64bcb'] {{(pid=93126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:05:24.522022 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-1080fe33-3111-4c97-ad5c-0971844ebd02 req-e57702d0-7a94-46e8-8656-19e50f54dbb1 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/security-groups?id=0046b0d6-801b-426f-9192-d8e3ad3d9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362835 Jun 28 12:05:24.583842 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-60bd3da4-d1b4-4981-b1a0-99cdc3862bed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:24.789357 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-60bd3da4-d1b4-4981-b1a0-99cdc3862bed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:24.793630 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-2a80866e-2e09-4166-bf1c-df75c6183cf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:24.795691 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-60bd3da4-d1b4-4981-b1a0-99cdc3862bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:24.799731 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-95842e13-e8db-4b64-adc4-09abee85426a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:24.907526 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-2a80866e-2e09-4166-bf1c-df75c6183cf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:24.909085 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-60bd3da4-d1b4-4981-b1a0-99cdc3862bed admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d9bc934d445a4d2c84d4dc72bffedb5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5286348 Jun 28 12:05:24.912939 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 58106) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:24.914370 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bd3da4-d1b4-4981-b1a0-99cdc3862bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad1c49f-6024-402f-bd70-0a8e62d106fe,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:24.918802 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-60bd3da4-d1b4-4981-b1a0-99cdc3862bed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:24.922752 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-2a80866e-2e09-4166-bf1c-df75c6183cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:24.934652 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-833fb4c1-538e-4fc3-9fef-59ef3ab806bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:24.959368 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c9664-8438-48a0-ba06-41cdb6b83fc6 req-6c7ebbd0-0abe-4955-b52b-a59c9d229ac3 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:24.960873 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-036c9664-8438-48a0-ba06-41cdb6b83fc6 req-6c7ebbd0-0abe-4955-b52b-a59c9d229ac3 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=4004292d-a19b-4c97-99cf-9a9c343e3f8c HTTP/1.1" status: 200 len: 945 time: 0.1165867 Jun 28 12:05:24.972880 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c588fb-cd1e-4e99-bf95-5b062573049d req-6a199d19-d690-459e-96fb-b7d3ee2e2422 tempest-VolumesActionsTest-344993821 tempest-VolumesActionsTest-344993821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:24.974332 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-92c588fb-cd1e-4e99-bf95-5b062573049d req-6a199d19-d690-459e-96fb-b7d3ee2e2422 tempest-VolumesActionsTest-344993821 tempest-VolumesActionsTest-344993821-project] 10.222.0.26 "GET /v2.0/ports?device_id=8da9e5f5-3df3-4c2e-845e-9930ab511344 HTTP/1.1" status: 200 len: 946 time: 0.1539550 Jun 28 12:05:24.999996 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a80866e-2e09-4166-bf1c-df75c6183cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f219d1-291f-403d-9af2-0db29a59b92f,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:25.013529 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-2a80866e-2e09-4166-bf1c-df75c6183cf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:25.018024 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-2a80866e-2e09-4166-bf1c-df75c6183cf7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bd4f69d55a7944fcbae0226854924c01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5718086 Jun 28 12:05:25.020509 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 58110) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:25.036633 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-036c9664-8438-48a0-ba06-41cdb6b83fc6 req-919becd4-e080-40d8-a4c7-136940748841 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613685 Jun 28 12:05:25.044979 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-e2fd79fd-ba07-4873-9936-7ce63c24f9e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:25.047569 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-92c588fb-cd1e-4e99-bf95-5b062573049d req-df790f27-dd96-4a40-b7ff-52f3a9682e08 tempest-VolumesActionsTest-344993821 tempest-VolumesActionsTest-344993821-project] 10.222.0.26 "GET /v2.0/security-groups?id=b93bbcc5-5603-4688-a14d-fdd92d8324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663316 Jun 28 12:05:25.081237 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-e2fd79fd-ba07-4873-9936-7ce63c24f9e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:25.092317 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-64f71604-ea03-43cd-8c92-081135a8d8e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:25.120462 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-64f71604-ea03-43cd-8c92-081135a8d8e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:25.158327 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-e2fd79fd-ba07-4873-9936-7ce63c24f9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:25.170251 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-e2fd79fd-ba07-4873-9936-7ce63c24f9e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:25.171482 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-e2fd79fd-ba07-4873-9936-7ce63c24f9e2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6ad1c49f-6024-402f-bd70-0a8e62d106fe HTTP/1.1" status: 204 len: 168 time: 0.2565043 Jun 28 12:05:25.172274 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-75d05f20-6a4d-40a3-9450-ea31c5abf35d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:25.182602 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fd79fd-ba07-4873-9936-7ce63c24f9e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad1c49f-6024-402f-bd70-0a8e62d106fe,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:25.182967 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-64f71604-ea03-43cd-8c92-081135a8d8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:25.187207 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-64f71604-ea03-43cd-8c92-081135a8d8e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:25.190239 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-e2fd79fd-ba07-4873-9936-7ce63c24f9e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:25.193470 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-64f71604-ea03-43cd-8c92-081135a8d8e6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b2f219d1-291f-403d-9af2-0db29a59b92f HTTP/1.1" status: 204 len: 168 time: 0.1721523 Jun 28 12:05:25.194368 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-8a37950c-5162-418f-aae8-727421d7cc54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:25.205028 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f71604-ea03-43cd-8c92-081135a8d8e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f219d1-291f-403d-9af2-0db29a59b92f,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:25.207435 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-64f71604-ea03-43cd-8c92-081135a8d8e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:25.610906 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 58140) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:25.625678 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-21b17c52-5871-4f34-bc90-fcca75deb8af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:25.730147 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec94c3-ab15-4afb-b50f-0bee3022b5e1 req-c0da1b5e-8732-4de6-b79f-8be44fba7c46 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:25.731481 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-76ec94c3-ab15-4afb-b50f-0bee3022b5e1 req-c0da1b5e-8732-4de6-b79f-8be44fba7c46 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f83032a-996e-4f51-bbed-9f8fda0422e6 HTTP/1.1" status: 200 len: 944 time: 0.0905755 Jun 28 12:05:25.750112 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-21b17c52-5871-4f34-bc90-fcca75deb8af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:25.758408 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-21b17c52-5871-4f34-bc90-fcca75deb8af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:25.761862 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-6befcdf1-7f3d-470d-a4a5-1732a1cbc83b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:25.781339 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-76ec94c3-ab15-4afb-b50f-0bee3022b5e1 req-d2af368f-a9d4-4818-a244-8f87f7702bb5 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/security-groups?id=0046b0d6-801b-426f-9192-d8e3ad3d9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435936 Jun 28 12:05:25.806350 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b17c52-5871-4f34-bc90-fcca75deb8af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bde01cc-06eb-420a-a11b-a1235124a0d5,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:25.812392 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-21b17c52-5871-4f34-bc90-fcca75deb8af admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f03f2bf6289b40e3935ef821f6b3a649&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1997588 Jun 28 12:05:25.814200 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-21b17c52-5871-4f34-bc90-fcca75deb8af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:25.815128 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 58146) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:25.850994 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 58148) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:25.868051 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-011a48ed-fc1e-409b-816a-a8f8ed79ab0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:25.894197 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-d77c283e-9e92-4f44-b26c-a908889b55c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:25.925082 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device 50ca5fab-cb1d-4c03-82fa-a4beb0c64bcb up at agent hyperv_hv-cinder-77238 {{(pid=93126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:05:25.928661 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-d77c283e-9e92-4f44-b26c-a908889b55c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:26.021115 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-d77c283e-9e92-4f44-b26c-a908889b55c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:26.024421 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-d77c283e-9e92-4f44-b26c-a908889b55c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:26.028217 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-d77c283e-9e92-4f44-b26c-a908889b55c1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6bde01cc-06eb-420a-a11b-a1235124a0d5 HTTP/1.1" status: 204 len: 168 time: 0.2093360 Jun 28 12:05:26.028217 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-2a80866e-2e09-4166-bf1c-df75c6183cf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:26.042086 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77c283e-9e92-4f44-b26c-a908889b55c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bde01cc-06eb-420a-a11b-a1235124a0d5,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:26.052762 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-d77c283e-9e92-4f44-b26c-a908889b55c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:26.054620 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-011a48ed-fc1e-409b-816a-a8f8ed79ab0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:26.060122 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-011a48ed-fc1e-409b-816a-a8f8ed79ab0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:26.064034 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:26.120064 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-011a48ed-fc1e-409b-816a-a8f8ed79ab0d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3bcb63d4689847f282a00d4a864a36f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2680435 Jun 28 12:05:26.121343 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011a48ed-fc1e-409b-816a-a8f8ed79ab0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3b0f18-58a4-4cd2-8da7-3c38a4171ef4,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:26.122729 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 58160) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:26.138149 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-011a48ed-fc1e-409b-816a-a8f8ed79ab0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:26.157187 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Provisioning for port 50ca5fab-cb1d-4c03-82fa-a4beb0c64bcb completed by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:05:26.162344 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Provisioning complete for port 50ca5fab-cb1d-4c03-82fa-a4beb0c64bcb triggered by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:05:26.163010 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:26.180630 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-41dfcf4b-862a-441c-b6a1-a8f7b2f19cc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:26.206362 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-41dfcf4b-862a-441c-b6a1-a8f7b2f19cc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:26.270295 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:26.299597 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f83032a-996e-4f51-bbed-9f8fda0422e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ca5fab-cb1d-4c03-82fa-a4beb0c64bcb'}] {{(pid=93126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:05:26.302936 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef893c2a45f5206efbef573e37d1784350e1616ec5e975db08a1c6348235ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d57911-83fb-4f0d-beb3-e8d928dc9a7b" -d '{"events": [{"server_uuid": "3f83032a-996e-4f51-bbed-9f8fda0422e6", "name": "network-vif-plugged", "status": "completed", "tag": "50ca5fab-cb1d-4c03-82fa-a4beb0c64bcb"}]}' {{(pid=93126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:05:26.307220 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-41dfcf4b-862a-441c-b6a1-a8f7b2f19cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:26.310858 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-41dfcf4b-862a-441c-b6a1-a8f7b2f19cc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:26.312439 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-41dfcf4b-862a-441c-b6a1-a8f7b2f19cc7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4d3b0f18-58a4-4cd2-8da7-3c38a4171ef4 HTTP/1.1" status: 204 len: 168 time: 0.1883621 Jun 28 12:05:26.314011 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:26.317366 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] For port 50ca5fab-cb1d-4c03-82fa-a4beb0c64bcb, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=50ca5fab-cb1d-4c03-82fa-a4beb0c64bcb,segment=NetworkSegment(918d5219-a753-4f11-a570-279069e69307),segment_id=918d5219-a753-4f11-a570-279069e69307)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:05:26.324278 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:26.327106 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:26.330579 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dfcf4b-862a-441c-b6a1-a8f7b2f19cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3b0f18-58a4-4cd2-8da7-3c38a4171ef4,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:26.333187 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-41dfcf4b-862a-441c-b6a1-a8f7b2f19cc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:26.344498 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b61a0-5a5a-4159-9aaf-ce13bc0c15c9 req-54f2bd63-2dbe-4a0b-9662-0d4bb2188dc4 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:26.346223 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-418b61a0-5a5a-4159-9aaf-ce13bc0c15c9 req-54f2bd63-2dbe-4a0b-9662-0d4bb2188dc4 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=4004292d-a19b-4c97-99cf-9a9c343e3f8c HTTP/1.1" status: 200 len: 945 time: 0.1056983 Jun 28 12:05:26.392041 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-418b61a0-5a5a-4159-9aaf-ce13bc0c15c9 req-c14339c3-fbda-4a9c-a17c-6677d5b7338c tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389285 Jun 28 12:05:26.396779 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ed9141-eb1b-47c4-bf14-9147908de7a8 x-openstack-request-id: req-93ed9141-eb1b-47c4-bf14-9147908de7a8 {{(pid=93126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:05:26.397238 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f83032a-996e-4f51-bbed-9f8fda0422e6", "name": "network-vif-plugged", "status": "completed", "tag": "50ca5fab-cb1d-4c03-82fa-a4beb0c64bcb", "code": 200}]} {{(pid=93126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:05:26.397547 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-93ed9141-eb1b-47c4-bf14-9147908de7a8 {{(pid=93126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:05:26.398329 dv-cinder-772388-5-smb neutron-server[93126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f83032a-996e-4f51-bbed-9f8fda0422e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ca5fab-cb1d-4c03-82fa-a4beb0c64bcb', 'code': 200} Jun 28 12:05:26.399567 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Pushing event updated for resources: {'Port': ['ID=50ca5fab-cb1d-4c03-82fa-a4beb0c64bcb,revision_number=5']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:26.425257 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:26.730116 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05005c8c-9285-482c-8853-84d94c348f5b req-5d4295dd-f23e-4401-98d6-29cb867ed1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:26.731702 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-05005c8c-9285-482c-8853-84d94c348f5b req-5d4295dd-f23e-4401-98d6-29cb867ed1d0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3f83032a-996e-4f51-bbed-9f8fda0422e6 HTTP/1.1" status: 200 len: 1098 time: 0.0785661 Jun 28 12:05:26.782597 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-05005c8c-9285-482c-8853-84d94c348f5b req-8033888c-7bf8-4442-a482-0e272c3721ad service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0046b0d6-801b-426f-9192-d8e3ad3d9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372686 Jun 28 12:05:27.018025 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f10e4d-2d7a-4d11-bd92-0a9b25489cdb req-e0c71a06-6c6d-4402-9d87-b1238c56994f tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:27.030680 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-56f10e4d-2d7a-4d11-bd92-0a9b25489cdb req-e0c71a06-6c6d-4402-9d87-b1238c56994f tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f83032a-996e-4f51-bbed-9f8fda0422e6 HTTP/1.1" status: 200 len: 945 time: 0.1059260 Jun 28 12:05:27.085336 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-56f10e4d-2d7a-4d11-bd92-0a9b25489cdb req-00f809e9-e712-48cc-93b0-ff1c484e2e21 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/security-groups?id=0046b0d6-801b-426f-9192-d8e3ad3d9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578716 Jun 28 12:05:27.590511 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18c9cee-c8a0-459e-86cd-0af89cf7f23c req-f46d3795-d3c3-4108-8273-ea7ecf89eef4 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:27.591999 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-c18c9cee-c8a0-459e-86cd-0af89cf7f23c req-f46d3795-d3c3-4108-8273-ea7ecf89eef4 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=4004292d-a19b-4c97-99cf-9a9c343e3f8c HTTP/1.1" status: 200 len: 945 time: 0.0682909 Jun 28 12:05:27.657862 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-c18c9cee-c8a0-459e-86cd-0af89cf7f23c req-a006d5e2-fbec-48e2-b961-c2b18173d2fe tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571568 Jun 28 12:05:28.321804 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8758a8-9bc0-41c9-b2bc-b84158a74107 req-5a132905-ab70-475d-aa36-b74a61cbd5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:28.325956 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-3c8758a8-9bc0-41c9-b2bc-b84158a74107 req-5a132905-ab70-475d-aa36-b74a61cbd5ca service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4004292d-a19b-4c97-99cf-9a9c343e3f8c HTTP/1.1" status: 200 len: 1098 time: 0.0928459 Jun 28 12:05:28.403489 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-3c8758a8-9bc0-41c9-b2bc-b84158a74107 req-f430ed7f-a0e7-4976-b4fc-dcdba3cb9216 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531461 Jun 28 12:05:28.413070 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b5b3f-1b93-4f8d-887e-791102f33246 req-ce981936-625a-4b31-aef1-d5ac1c1f0833 tempest-VolumesActionsTest-344993821 tempest-VolumesActionsTest-344993821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:28.422508 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-473b5b3f-1b93-4f8d-887e-791102f33246 req-ce981936-625a-4b31-aef1-d5ac1c1f0833 tempest-VolumesActionsTest-344993821 tempest-VolumesActionsTest-344993821-project] 10.222.0.26 "GET /v2.0/ports?device_id=8da9e5f5-3df3-4c2e-845e-9930ab511344 HTTP/1.1" status: 200 len: 946 time: 0.0929151 Jun 28 12:05:28.435806 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2ae77-7f6c-475f-ad59-68b4afe8d94b req-2be00c48-4c52-435e-bc79-05171017ea68 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:28.437390 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-18d2ae77-7f6c-475f-ad59-68b4afe8d94b req-2be00c48-4c52-435e-bc79-05171017ea68 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f83032a-996e-4f51-bbed-9f8fda0422e6 HTTP/1.1" status: 200 len: 945 time: 0.1727581 Jun 28 12:05:28.499051 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-473b5b3f-1b93-4f8d-887e-791102f33246 req-223ee1d3-6b70-45aa-9520-7a39a0ad401e tempest-VolumesActionsTest-344993821 tempest-VolumesActionsTest-344993821-project] 10.222.0.26 "GET /v2.0/security-groups?id=b93bbcc5-5603-4688-a14d-fdd92d8324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569811 Jun 28 12:05:28.544138 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-18d2ae77-7f6c-475f-ad59-68b4afe8d94b req-088886c4-b15d-406f-8de5-e2c1098e5f20 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/security-groups?id=0046b0d6-801b-426f-9192-d8e3ad3d9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983613 Jun 28 12:05:28.612612 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-6ad8654a-d111-48a4-9455-3df632d65047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:28.934077 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0978aee0-d6b5-4038-867e-2949662d3a19 req-a63808ea-f0a6-49df-80d6-7b669d5cc484 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:28.935774 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-0978aee0-d6b5-4038-867e-2949662d3a19 req-a63808ea-f0a6-49df-80d6-7b669d5cc484 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=4004292d-a19b-4c97-99cf-9a9c343e3f8c HTTP/1.1" status: 200 len: 945 time: 0.0929368 Jun 28 12:05:28.988882 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-0978aee0-d6b5-4038-867e-2949662d3a19 req-feb91505-d55a-47c4-aa76-0ec6b160f79a tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467858 Jun 28 12:05:29.690657 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f7be83-3f09-40e6-ac91-a24416633110 req-55429ff9-6f00-4660-bfb2-bc46eb461e07 tempest-VolumesActionsTest-344993821 tempest-VolumesActionsTest-344993821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:29.692176 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-67f7be83-3f09-40e6-ac91-a24416633110 req-55429ff9-6f00-4660-bfb2-bc46eb461e07 tempest-VolumesActionsTest-344993821 tempest-VolumesActionsTest-344993821-project] 10.222.0.26 "GET /v2.0/ports?device_id=8da9e5f5-3df3-4c2e-845e-9930ab511344 HTTP/1.1" status: 200 len: 946 time: 0.0764852 Jun 28 12:05:29.735314 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-67f7be83-3f09-40e6-ac91-a24416633110 req-5157e041-ea29-4294-baf0-7ebdd328593a tempest-VolumesActionsTest-344993821 tempest-VolumesActionsTest-344993821-project] 10.222.0.26 "GET /v2.0/security-groups?id=b93bbcc5-5603-4688-a14d-fdd92d8324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345247 Jun 28 12:05:30.206174 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434d893c-8fd7-43e2-b9b1-d2bb81566f33 req-5ce9e388-f003-4fba-a008-c6c7fe6b7c03 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:30.208420 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-434d893c-8fd7-43e2-b9b1-d2bb81566f33 req-5ce9e388-f003-4fba-a008-c6c7fe6b7c03 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=4004292d-a19b-4c97-99cf-9a9c343e3f8c HTTP/1.1" status: 200 len: 945 time: 0.0988035 Jun 28 12:05:30.260022 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-434d893c-8fd7-43e2-b9b1-d2bb81566f33 req-e0c8301c-5664-456b-a615-6aad2b4c4825 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453858 Jun 28 12:05:30.444206 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d8c2d-921d-424d-a2cf-63b3dcfc9899 req-e0083f73-428a-40ec-a27c-f10c6d0fe4b0 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:30.445879 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-0f5d8c2d-921d-424d-a2cf-63b3dcfc9899 req-e0083f73-428a-40ec-a27c-f10c6d0fe4b0 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4bb9994-c394-48f3-9920-5ee52626e8eb HTTP/1.1" status: 200 len: 946 time: 0.0731823 Jun 28 12:05:30.489814 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-0f5d8c2d-921d-424d-a2cf-63b3dcfc9899 req-2b99deed-86f1-4106-810e-a7bc8191880b tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360608 Jun 28 12:05:30.820704 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 58430) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:30.973650 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-6dbe1e25-d477-40aa-8ba4-70264c568b77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:31.011427 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ecacf-91b6-46c6-ae0b-504ec5c0d954 req-fc6273ea-fc32-44fc-a177-18ef4b4770a6 tempest-VolumesActionsTest-344993821 tempest-VolumesActionsTest-344993821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:31.012970 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-d26ecacf-91b6-46c6-ae0b-504ec5c0d954 req-fc6273ea-fc32-44fc-a177-18ef4b4770a6 tempest-VolumesActionsTest-344993821 tempest-VolumesActionsTest-344993821-project] 10.222.0.26 "GET /v2.0/ports?device_id=8da9e5f5-3df3-4c2e-845e-9930ab511344 HTTP/1.1" status: 200 len: 946 time: 0.1156325 Jun 28 12:05:31.078247 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-d26ecacf-91b6-46c6-ae0b-504ec5c0d954 req-862321eb-fb6c-4325-b993-5cba4f8ef1e2 tempest-VolumesActionsTest-344993821 tempest-VolumesActionsTest-344993821-project] 10.222.0.26 "GET /v2.0/security-groups?id=b93bbcc5-5603-4688-a14d-fdd92d8324bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593417 Jun 28 12:05:31.135310 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-6dbe1e25-d477-40aa-8ba4-70264c568b77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:31.139923 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-6dbe1e25-d477-40aa-8ba4-70264c568b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:31.143742 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-2fc65140-5e7c-4177-a24d-01290ff83ab6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:31.154941 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-b998e4b1-dd84-459c-93bb-e5f841f40ca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:31.166424 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22970af-0feb-4e26-abf9-3b29f15abaef req-5c0220fb-0765-4926-9959-5e7eb7db5425 tempest-VolumesActionsTest-344993821 tempest-VolumesActionsTest-344993821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:31.167853 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-f22970af-0feb-4e26-abf9-3b29f15abaef req-5c0220fb-0765-4926-9959-5e7eb7db5425 tempest-VolumesActionsTest-344993821 tempest-VolumesActionsTest-344993821-project] 10.222.0.61 "GET /v2.0/ports?device_id=8da9e5f5-3df3-4c2e-845e-9930ab511344 HTTP/1.1" status: 200 len: 946 time: 0.0744939 Jun 28 12:05:31.177861 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-6dbe1e25-d477-40aa-8ba4-70264c568b77 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4ef6530270d648adbf9bbe695deaa941&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3554475 Jun 28 12:05:31.181284 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 58446) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:31.189512 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe1e25-d477-40aa-8ba4-70264c568b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4320474-3c98-4114-9877-6d80485ef03f,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:31.198874 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-6dbe1e25-d477-40aa-8ba4-70264c568b77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:31.254088 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-02b6783f-610f-4e8c-8ac7-98935366f72b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:31.281394 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-02b6783f-610f-4e8c-8ac7-98935366f72b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:31.305158 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.plugin [req-f22970af-0feb-4e26-abf9-3b29f15abaef req-ae71da12-7f8a-422d-9ca1-1ab0a98feb9d tempest-VolumesActionsTest-344993821 tempest-VolumesActionsTest-344993821-project] Deleting port 095a8e31-1341-4bb6-8246-95b2aac77158 {{(pid=93125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:05:31.305983 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-f22970af-0feb-4e26-abf9-3b29f15abaef req-ae71da12-7f8a-422d-9ca1-1ab0a98feb9d tempest-VolumesActionsTest-344993821 tempest-VolumesActionsTest-344993821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751010669087'] for port, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:31.346752 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-02b6783f-610f-4e8c-8ac7-98935366f72b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:31.349591 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-02b6783f-610f-4e8c-8ac7-98935366f72b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:31.350951 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-02b6783f-610f-4e8c-8ac7-98935366f72b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b4320474-3c98-4114-9877-6d80485ef03f HTTP/1.1" status: 204 len: 168 time: 0.1679721 Jun 28 12:05:31.351762 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-4599e5d7-01fc-4bc2-af03-291d694d0350 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:31.384187 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:31.392171 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b6783f-610f-4e8c-8ac7-98935366f72b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4320474-3c98-4114-9877-6d80485ef03f,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:31.412313 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-02b6783f-610f-4e8c-8ac7-98935366f72b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:31.423223 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.db [req-f22970af-0feb-4e26-abf9-3b29f15abaef req-ae71da12-7f8a-422d-9ca1-1ab0a98feb9d tempest-VolumesActionsTest-344993821 tempest-VolumesActionsTest-344993821-project] For port 095a8e31-1341-4bb6-8246-95b2aac77158, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=095a8e31-1341-4bb6-8246-95b2aac77158,segment=NetworkSegment(c468e5c8-35b8-46a2-9c44-9cf33dc46c17),segment_id=c468e5c8-35b8-46a2-9c44-9cf33dc46c17)] {{(pid=93125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:05:31.424721 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-f22970af-0feb-4e26-abf9-3b29f15abaef req-ae71da12-7f8a-422d-9ca1-1ab0a98feb9d tempest-VolumesActionsTest-344993821 tempest-VolumesActionsTest-344993821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700447'] for port, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:31.439913 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.plugin [req-f22970af-0feb-4e26-abf9-3b29f15abaef req-ae71da12-7f8a-422d-9ca1-1ab0a98feb9d tempest-VolumesActionsTest-344993821 tempest-VolumesActionsTest-344993821-project] Calling delete_port for 095a8e31-1341-4bb6-8246-95b2aac77158 owned by compute:nova {{(pid=93125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:05:31.596050 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-f22970af-0feb-4e26-abf9-3b29f15abaef req-ae71da12-7f8a-422d-9ca1-1ab0a98feb9d tempest-VolumesActionsTest-344993821 tempest-VolumesActionsTest-344993821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751010672945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751010131959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8413146'] for port, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:31.603757 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:31.621229 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] get_ports_and_sgs() called for port_ids ['095a8e31-1341-4bb6-8246-95b2aac77158'] {{(pid=93126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:05:31.641364 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae71da12-7f8a-422d-9ca1-1ab0a98feb9d tempest-VolumesActionsTest-344993821 tempest-VolumesActionsTest-344993821-project] Pushing event deleted for resources: {'Port': ['ID=095a8e31-1341-4bb6-8246-95b2aac77158,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:31.644666 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-ae71da12-7f8a-422d-9ca1-1ab0a98feb9d tempest-VolumesActionsTest-344993821 tempest-VolumesActionsTest-344993821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:31.704406 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.l3_dvrscheduler_db [req-f22970af-0feb-4e26-abf9-3b29f15abaef req-ae71da12-7f8a-422d-9ca1-1ab0a98feb9d tempest-VolumesActionsTest-344993821 tempest-VolumesActionsTest-344993821-project] No DVR routers for this DVR port 095a8e31-1341-4bb6-8246-95b2aac77158 on host hv-cinder-77238 {{(pid=93125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:05:31.708507 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-f22970af-0feb-4e26-abf9-3b29f15abaef req-ae71da12-7f8a-422d-9ca1-1ab0a98feb9d tempest-VolumesActionsTest-344993821 tempest-VolumesActionsTest-344993821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188324'] for port, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:31.710774 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-f22970af-0feb-4e26-abf9-3b29f15abaef req-ae71da12-7f8a-422d-9ca1-1ab0a98feb9d tempest-VolumesActionsTest-344993821 tempest-VolumesActionsTest-344993821-project] 10.222.0.61 "DELETE /v2.0/ports/095a8e31-1341-4bb6-8246-95b2aac77158 HTTP/1.1" status: 204 len: 173 time: 0.5355728 Jun 28 12:05:31.711436 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da9e5f5-3df3-4c2e-845e-9930ab511344', 'name': 'network-vif-deleted', 'tag': '095a8e31-1341-4bb6-8246-95b2aac77158'}] {{(pid=93125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:05:31.714800 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cab5cdacc5b3cbbc94323449081fb5e48b25fdc1a77f938b5656c1b79ba6a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d32675-18f9-4577-b153-eb92610fea8d" -d '{"events": [{"server_uuid": "8da9e5f5-3df3-4c2e-845e-9930ab511344", "name": "network-vif-deleted", "tag": "095a8e31-1341-4bb6-8246-95b2aac77158"}]}' {{(pid=93125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:05:31.729210 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 58464) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:31.745132 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-accc8a50-be4f-470e-8bc4-e22613f15c49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:31.790303 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e46566-bcbc-4dd7-8ec2-018bc2bab202 x-openstack-request-id: req-47e46566-bcbc-4dd7-8ec2-018bc2bab202 {{(pid=93125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:05:31.790679 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8da9e5f5-3df3-4c2e-845e-9930ab511344", "name": "network-vif-deleted", "tag": "095a8e31-1341-4bb6-8246-95b2aac77158", "status": "completed", "code": 200}]} {{(pid=93125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:05:31.791610 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-47e46566-bcbc-4dd7-8ec2-018bc2bab202 {{(pid=93125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:05:31.792104 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8da9e5f5-3df3-4c2e-845e-9930ab511344', 'name': 'network-vif-deleted', 'tag': '095a8e31-1341-4bb6-8246-95b2aac77158', 'status': 'completed', 'code': 200} Jun 28 12:05:31.857890 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-accc8a50-be4f-470e-8bc4-e22613f15c49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:31.862774 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-accc8a50-be4f-470e-8bc4-e22613f15c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:31.866547 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-f0ac06e4-c618-42e5-8446-3135b91d8b90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:31.904750 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-accc8a50-be4f-470e-8bc4-e22613f15c49 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7f63c11c0b3d4e09b8ad5189b381eea6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1740026 Jun 28 12:05:31.905944 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accc8a50-be4f-470e-8bc4-e22613f15c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5cf9e5-8af6-49ac-91ef-ef35c4d02807,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:31.908297 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 58472) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:31.910677 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-accc8a50-be4f-470e-8bc4-e22613f15c49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:32.237698 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-869f98f2-2281-4911-8f8c-58ad43693ee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:32.281072 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-b1b47937-d423-4f53-b774-995d52e4fad7 req-a8226d0d-cc32-4294-b1a0-c76bfe706f7f tempest-VolumesActionsTest-344993821 tempest-VolumesActionsTest-344993821-project] 10.222.0.26 "GET /v2.0/ports?device_id=8da9e5f5-3df3-4c2e-845e-9930ab511344 HTTP/1.1" status: 200 len: 210 time: 0.0382400 Jun 28 12:05:32.296310 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-869f98f2-2281-4911-8f8c-58ad43693ee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:32.331209 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b4d4b8-a7c6-44e0-9104-2c28eb875c80 req-46fd0c1d-9baf-4f7d-83a5-5547f948b5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:32.333379 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-18b4d4b8-a7c6-44e0-9104-2c28eb875c80 req-46fd0c1d-9baf-4f7d-83a5-5547f948b5c3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fe7c3f2e1d4146aca83e0fef204d622b&device_id=f4bb9994-c394-48f3-9920-5ee52626e8eb HTTP/1.1" status: 200 len: 1099 time: 0.0687990 Jun 28 12:05:32.386890 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-5f2b1fbb-f913-4077-a7df-942ed403becf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:32.404834 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76142f3a-ec20-4205-9aa6-58521ed4b505 req-02c2b0c3-45bd-4233-9f0b-791fea94a6da tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:32.406339 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-76142f3a-ec20-4205-9aa6-58521ed4b505 req-02c2b0c3-45bd-4233-9f0b-791fea94a6da tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4bb9994-c394-48f3-9920-5ee52626e8eb HTTP/1.1" status: 200 len: 946 time: 0.0980475 Jun 28 12:05:32.407498 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-869f98f2-2281-4911-8f8c-58ad43693ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:32.410404 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-869f98f2-2281-4911-8f8c-58ad43693ee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:32.411420 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-869f98f2-2281-4911-8f8c-58ad43693ee8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8f5cf9e5-8af6-49ac-91ef-ef35c4d02807 HTTP/1.1" status: 204 len: 168 time: 0.5019054 Jun 28 12:05:32.412519 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-e6d5e9c9-e0c7-4b98-b3e3-229ff65b4c08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:32.447119 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869f98f2-2281-4911-8f8c-58ad43693ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5cf9e5-8af6-49ac-91ef-ef35c4d02807,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:32.451732 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-869f98f2-2281-4911-8f8c-58ad43693ee8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:32.468535 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-76142f3a-ec20-4205-9aa6-58521ed4b505 req-f5fdbbe9-b101-4df2-b6f8-8d83a843b8ad tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538218 Jun 28 12:05:32.483648 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b4d4b8-a7c6-44e0-9104-2c28eb875c80 req-d336787e-1ca2-406d-aaa5-83ff0b837b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:32.483648 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-18b4d4b8-a7c6-44e0-9104-2c28eb875c80 req-d336787e-1ca2-406d-aaa5-83ff0b837b03 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cc519756-7b35-42fd-b120-3972e87c8408 HTTP/1.1" status: 200 len: 919 time: 0.1382813 Jun 28 12:05:32.530571 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-18b4d4b8-a7c6-44e0-9104-2c28eb875c80 req-f8842594-4605-436a-be9f-18db8c502578 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09192287-722e-4688-8096-29dd9fa381b0 HTTP/1.1" status: 200 len: 217 time: 0.0429518 Jun 28 12:05:32.608286 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b4d4b8-a7c6-44e0-9104-2c28eb875c80 req-04269ab8-021c-45c4-b457-b6271792fa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:32.610374 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-18b4d4b8-a7c6-44e0-9104-2c28eb875c80 req-04269ab8-021c-45c4-b457-b6271792fa3e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8a6107a4-8407-4d53-a64c-0df6855e25e1 HTTP/1.1" status: 200 len: 858 time: 0.0725992 Jun 28 12:05:32.654871 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-18b4d4b8-a7c6-44e0-9104-2c28eb875c80 req-918463c3-7d49-49be-8049-c351fbab8fa7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cc519756-7b35-42fd-b120-3972e87c8408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299811 Jun 28 12:05:32.778915 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-18b4d4b8-a7c6-44e0-9104-2c28eb875c80 req-2b1366b4-197d-463a-92d1-7dd36f4d46e6 service neutron] 10.222.0.61 "GET /v2.0/networks/cc519756-7b35-42fd-b120-3972e87c8408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937688 Jun 28 12:05:32.889366 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-18b4d4b8-a7c6-44e0-9104-2c28eb875c80 req-e15e90ae-7275-4827-a09d-bc45629181f3 service neutron] 10.222.0.61 "GET /v2.0/networks/cc519756-7b35-42fd-b120-3972e87c8408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962470 Jun 28 12:05:33.023551 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-0358fab9-39fa-471e-b1ab-8f2e1cf789f7 req-8d817008-84d9-4910-8136-f4a7059b1890 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b5c28880-3292-4f08-9c52-844bedd74d10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0919018 Jun 28 12:05:33.149734 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358fab9-39fa-471e-b1ab-8f2e1cf789f7 req-ce91c32b-6bbf-4ace-91e8-fe8eb4f23291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:33.152038 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-0358fab9-39fa-471e-b1ab-8f2e1cf789f7 req-ce91c32b-6bbf-4ace-91e8-fe8eb4f23291 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d9d98709642940d68943de79af7f342e&device_id=b5c28880-3292-4f08-9c52-844bedd74d10 HTTP/1.1" status: 200 len: 1098 time: 0.0628395 Jun 28 12:05:33.287205 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358fab9-39fa-471e-b1ab-8f2e1cf789f7 req-23cffb6f-3e13-4c3a-bd1b-fb3e0b6c9a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:33.288920 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-0358fab9-39fa-471e-b1ab-8f2e1cf789f7 req-23cffb6f-3e13-4c3a-bd1b-fb3e0b6c9a4c service neutron] 10.222.0.61 "GET /v2.0/networks?id=1234ac8c-174f-41c3-8425-b4be39dc33cb HTTP/1.1" status: 200 len: 916 time: 0.1128192 Jun 28 12:05:33.372301 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-0358fab9-39fa-471e-b1ab-8f2e1cf789f7 req-aa6b57b2-1189-4768-a0fa-222aad68f3e9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e58a98e9-2965-4605-bf27-7b797eb79f7a HTTP/1.1" status: 200 len: 217 time: 0.0761254 Jun 28 12:05:33.449579 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358fab9-39fa-471e-b1ab-8f2e1cf789f7 req-d3d8a19a-e491-4ff4-a47b-b9303e06b351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:33.451400 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-0358fab9-39fa-471e-b1ab-8f2e1cf789f7 req-d3d8a19a-e491-4ff4-a47b-b9303e06b351 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=44c02f51-e468-4503-8e99-c53bcbc29dec HTTP/1.1" status: 200 len: 855 time: 0.0715673 Jun 28 12:05:33.524071 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-0358fab9-39fa-471e-b1ab-8f2e1cf789f7 req-871b3442-b83b-4ae9-af77-3c27b66cab74 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1234ac8c-174f-41c3-8425-b4be39dc33cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579164 Jun 28 12:05:33.690697 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-0358fab9-39fa-471e-b1ab-8f2e1cf789f7 req-043c1c2d-803e-41da-aa4b-8ce6fb8e502b service neutron] 10.222.0.61 "GET /v2.0/networks/1234ac8c-174f-41c3-8425-b4be39dc33cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650593 Jun 28 12:05:33.841720 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-0358fab9-39fa-471e-b1ab-8f2e1cf789f7 req-60818e49-fd8a-4623-8ca9-f6b43267abdc service neutron] 10.222.0.61 "GET /v2.0/networks/1234ac8c-174f-41c3-8425-b4be39dc33cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419599 Jun 28 12:05:33.903138 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3524da49-6acf-4f75-9e1c-7dbee4de611e req-7ed5cf2d-bdf3-412c-b1a9-b104258d3553 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:33.905781 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-3524da49-6acf-4f75-9e1c-7dbee4de611e req-7ed5cf2d-bdf3-412c-b1a9-b104258d3553 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4bb9994-c394-48f3-9920-5ee52626e8eb HTTP/1.1" status: 200 len: 946 time: 0.2019558 Jun 28 12:05:33.967524 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-664455ac-6bbb-4e68-9a3b-ee59dbc8190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:33.984572 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-3524da49-6acf-4f75-9e1c-7dbee4de611e req-00f9422b-d85d-43b6-b239-ea530e805fa4 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723534 Jun 28 12:05:35.102687 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2cd8ca-dadc-46c0-b054-2e967b8aa8cd req-223d787d-3204-4c29-8eca-6079ede7cbdb tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:35.104941 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-ff2cd8ca-dadc-46c0-b054-2e967b8aa8cd req-223d787d-3204-4c29-8eca-6079ede7cbdb tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/networks?id=1234ac8c-174f-41c3-8425-b4be39dc33cb HTTP/1.1" status: 200 len: 815 time: 0.1520367 Jun 28 12:05:35.139523 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-ff2cd8ca-dadc-46c0-b054-2e967b8aa8cd req-8d41526c-4c43-4b90-afbe-80535b9e42c2 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/quotas/d9d98709642940d68943de79af7f342e HTTP/1.1" status: 200 len: 375 time: 0.0218229 Jun 28 12:05:35.243331 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa987eb-04ee-4a7d-a3a9-e82991a96b31 req-b80e12c9-494b-4a6e-b6e4-9e03860a96fe tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:35.250195 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-9fa987eb-04ee-4a7d-a3a9-e82991a96b31 req-b80e12c9-494b-4a6e-b6e4-9e03860a96fe tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4bb9994-c394-48f3-9920-5ee52626e8eb HTTP/1.1" status: 200 len: 946 time: 0.1236579 Jun 28 12:05:35.281524 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-ff2cd8ca-dadc-46c0-b054-2e967b8aa8cd req-91a64e72-61c1-4077-bdf3-ecaee41e1a02 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d9d98709642940d68943de79af7f342e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1249197 Jun 28 12:05:35.336330 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-9fa987eb-04ee-4a7d-a3a9-e82991a96b31 req-b7c774c1-0ae8-4826-8b32-751e4412e7c6 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822575 Jun 28 12:05:35.419867 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-ff2cd8ca-dadc-46c0-b054-2e967b8aa8cd req-ccc35e4d-51be-45c1-82cb-598e1f6084e3 service neutron] 10.222.0.26 "GET /v2.0/networks/1234ac8c-174f-41c3-8425-b4be39dc33cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310935 Jun 28 12:05:35.526077 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-ff2cd8ca-dadc-46c0-b054-2e967b8aa8cd req-2f31072a-7b88-47cb-8a6a-59787abd9c8b service neutron] 10.222.0.26 "GET /v2.0/networks/1234ac8c-174f-41c3-8425-b4be39dc33cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988681 Jun 28 12:05:35.573923 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 58662) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:35.702638 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-47ec37bc-cd5b-4409-af3d-7e6e42e3e7b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:35.717964 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-70b63af0-0d1d-4c61-b904-baae149a280b req-f4734377-58ca-4a42-bb10-16048a2d9882 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7ca1ddc-e021-4caf-94a9-02e6d2420729 HTTP/1.1" status: 200 len: 210 time: 0.0306103 Jun 28 12:05:35.815623 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-47ec37bc-cd5b-4409-af3d-7e6e42e3e7b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:35.819584 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-47ec37bc-cd5b-4409-af3d-7e6e42e3e7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:35.823859 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-b9eaef17-8688-4b1b-b87c-eac22324b50a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:35.873469 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ec37bc-cd5b-4409-af3d-7e6e42e3e7b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b98947f-8049-484b-91d7-896c81413dfa,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:35.878527 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-47ec37bc-cd5b-4409-af3d-7e6e42e3e7b1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=522eee56c5524dddbde792b4be328401&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3035214 Jun 28 12:05:35.879362 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-47ec37bc-cd5b-4409-af3d-7e6e42e3e7b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:35.881040 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 58674) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:35.932060 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-6900f007-793f-4206-a3cc-089979fb2d98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:35.952506 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-6900f007-793f-4206-a3cc-089979fb2d98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:35.984213 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device 095a8e31-1341-4bb6-8246-95b2aac77158 no longer exists at agent hyperv_hv-cinder-77238 {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:05:35.999073 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-6900f007-793f-4206-a3cc-089979fb2d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:36.002050 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-6900f007-793f-4206-a3cc-089979fb2d98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:36.003316 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-6900f007-793f-4206-a3cc-089979fb2d98 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6b98947f-8049-484b-91d7-896c81413dfa HTTP/1.1" status: 204 len: 168 time: 0.1213980 Jun 28 12:05:36.004126 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-f596484f-23d0-4e88-9903-205388ccc4c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:36.009629 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.plugin [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] No Port match for: 095a8e31-1341-4bb6-8246-95b2aac77158 {{(pid=93126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:05:36.010221 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device 095a8e31-1341-4bb6-8246-95b2aac77158 not bound to the agent host hv-cinder-77238 {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:05:36.014062 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6900f007-793f-4206-a3cc-089979fb2d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b98947f-8049-484b-91d7-896c81413dfa,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:36.016185 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-6900f007-793f-4206-a3cc-089979fb2d98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:36.269682 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 58684) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:36.285467 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-ed8808d8-4cac-4ef5-8594-6ab166b5e8a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:36.414292 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-ed8808d8-4cac-4ef5-8594-6ab166b5e8a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:36.421499 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-ed8808d8-4cac-4ef5-8594-6ab166b5e8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:36.446997 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:36.460747 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-ed8808d8-4cac-4ef5-8594-6ab166b5e8a0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2d72b2fcdd9548bcb5484ceac4ad9d9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1899641 Jun 28 12:05:36.464093 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 58698) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:36.473056 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8808d8-4cac-4ef5-8594-6ab166b5e8a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2cf79ac-913a-4e2f-a097-480c413ac4d6,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:36.476129 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-ed8808d8-4cac-4ef5-8594-6ab166b5e8a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:36.566758 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea98b9-dc1e-4745-b937-7bd33b69fc2d req-2d660206-1cf6-458c-8c05-3e7690bd28ad tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:36.567390 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-56ea98b9-dc1e-4745-b937-7bd33b69fc2d req-2d660206-1cf6-458c-8c05-3e7690bd28ad tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4bb9994-c394-48f3-9920-5ee52626e8eb HTTP/1.1" status: 200 len: 946 time: 0.0853868 Jun 28 12:05:36.570094 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-38acfd9f-b208-4d06-b8b0-abe15ee4930a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:36.622615 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-56ea98b9-dc1e-4745-b937-7bd33b69fc2d req-da9d48b4-a9f9-413e-ab28-6c7b97b93be5 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490963 Jun 28 12:05:36.637076 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-38acfd9f-b208-4d06-b8b0-abe15ee4930a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:36.705309 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-38acfd9f-b208-4d06-b8b0-abe15ee4930a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:36.708375 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-38acfd9f-b208-4d06-b8b0-abe15ee4930a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:36.709525 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-38acfd9f-b208-4d06-b8b0-abe15ee4930a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b2cf79ac-913a-4e2f-a097-480c413ac4d6 HTTP/1.1" status: 204 len: 168 time: 0.2443583 Jun 28 12:05:36.710354 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-6bcdcf6b-3cc7-401d-8c20-fab2dea32476 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:36.718761 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38acfd9f-b208-4d06-b8b0-abe15ee4930a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2cf79ac-913a-4e2f-a097-480c413ac4d6,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:36.721086 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-38acfd9f-b208-4d06-b8b0-abe15ee4930a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:36.906062 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-d1243beb-47ab-4c66-8bd9-12cfa6ba4d02 req-3748b3cf-b955-41c5-97ca-311d0c6cbf1b tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7ca1ddc-e021-4caf-94a9-02e6d2420729 HTTP/1.1" status: 200 len: 210 time: 0.0410619 Jun 28 12:05:37.119242 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2cd8ca-dadc-46c0-b054-2e967b8aa8cd req-405951fe-0d2d-40a2-a1a3-e6d1bfec6c27 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:37.122367 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-ff2cd8ca-dadc-46c0-b054-2e967b8aa8cd req-405951fe-0d2d-40a2-a1a3-e6d1bfec6c27 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.61 "GET /v2.0/networks?id=1234ac8c-174f-41c3-8425-b4be39dc33cb HTTP/1.1" status: 200 len: 815 time: 0.1315131 Jun 28 12:05:37.133044 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 58728) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:37.137643 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.v2.base [req-ff2cd8ca-dadc-46c0-b054-2e967b8aa8cd req-6ea0b1c7-b288-4ae8-8422-bf3769b346f6 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Request body: {'port': {'device_id': 'a7ca1ddc-e021-4caf-94a9-02e6d2420729', 'network_id': '1234ac8c-174f-41c3-8425-b4be39dc33cb', 'admin_state_up': True, 'tenant_id': 'd9d98709642940d68943de79af7f342e'}} {{(pid=93125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:05:37.211526 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:37.262562 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff2cd8ca-dadc-46c0-b054-2e967b8aa8cd req-6ea0b1c7-b288-4ae8-8422-bf3769b346f6 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Made reservation on behalf of d9d98709642940d68943de79af7f342e for: {'port': 1} {{(pid=93125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:05:37.266162 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-ff2cd8ca-dadc-46c0-b054-2e967b8aa8cd req-6ea0b1c7-b288-4ae8-8422-bf3769b346f6 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:37.283555 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-483f88e3-f094-402a-b9cc-2b7acc7ac9a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:37.387604 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-483f88e3-f094-402a-b9cc-2b7acc7ac9a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:37.391758 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-483f88e3-f094-402a-b9cc-2b7acc7ac9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:37.395037 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:37.408076 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.db_base_plugin_common [req-ff2cd8ca-dadc-46c0-b054-2e967b8aa8cd req-6ea0b1c7-b288-4ae8-8422-bf3769b346f6 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Allocated IP 172.20.0.6 (1234ac8c-174f-41c3-8425-b4be39dc33cb/44c02f51-e468-4503-8e99-c53bcbc29dec/f3b963f7-0691-40b5-9f5b-6396261efa91) {{(pid=93125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:05:37.434336 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 58746) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:37.434539 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-483f88e3-f094-402a-b9cc-2b7acc7ac9a1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=30ec16dab8f944c7bdec82f256610112&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3002040 Jun 28 12:05:37.435403 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483f88e3-f094-402a-b9cc-2b7acc7ac9a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a27ff5-248b-4613-ba77-6ab185cdde1a,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:37.449132 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-483f88e3-f094-402a-b9cc-2b7acc7ac9a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:37.756170 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-b5296168-089b-4fee-8c1f-5160d3c01f3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:37.779838 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-b5296168-089b-4fee-8c1f-5160d3c01f3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:37.845765 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-b5296168-089b-4fee-8c1f-5160d3c01f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:37.850938 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-b5296168-089b-4fee-8c1f-5160d3c01f3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:37.852151 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-b5296168-089b-4fee-8c1f-5160d3c01f3f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f0a27ff5-248b-4613-ba77-6ab185cdde1a HTTP/1.1" status: 204 len: 168 time: 0.4166327 Jun 28 12:05:37.858035 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-e081fdda-717b-4f67-9f14-39429a73a4a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:37.878420 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5296168-089b-4fee-8c1f-5160d3c01f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a27ff5-248b-4613-ba77-6ab185cdde1a,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:37.881121 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-b5296168-089b-4fee-8c1f-5160d3c01f3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:37.885157 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03889874-badc-4886-a2e9-dd197cf261cf req-f72e3968-9686-4c2f-86d3-4c64ecd67a5c tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:37.887027 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-03889874-badc-4886-a2e9-dd197cf261cf req-f72e3968-9686-4c2f-86d3-4c64ecd67a5c tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4bb9994-c394-48f3-9920-5ee52626e8eb HTTP/1.1" status: 200 len: 946 time: 0.1261117 Jun 28 12:05:37.891792 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-ff2cd8ca-dadc-46c0-b054-2e967b8aa8cd req-6ea0b1c7-b288-4ae8-8422-bf3769b346f6 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Notify callbacks [] for port, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:37.949929 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-ff2cd8ca-dadc-46c0-b054-2e967b8aa8cd req-6ea0b1c7-b288-4ae8-8422-bf3769b346f6 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751010131950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8412961'] for port, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:37.957586 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-bba1246b-a8d7-4dce-99e2-32e645458b5f tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:37.966780 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] get_ports_and_sgs() called for port_ids ['e58a98e9-2965-4605-bf27-7b797eb79f7a', '46deb3ea-42ec-414a-ae7c-1cfd411beab7', '50ca5fab-cb1d-4c03-82fa-a4beb0c64bcb'] {{(pid=93126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:05:37.967529 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-03889874-badc-4886-a2e9-dd197cf261cf req-92d417a8-37bf-43ea-bb1c-467ecf7cca06 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743740 Jun 28 12:05:38.060272 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea0b1c7-b288-4ae8-8422-bf3769b346f6 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Pushing event updated for resources: {'Port': ['ID=f3b963f7-0691-40b5-9f5b-6396261efa91,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:38.075178 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-6ea0b1c7-b288-4ae8-8422-bf3769b346f6 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:38.086616 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff2cd8ca-dadc-46c0-b054-2e967b8aa8cd req-6ea0b1c7-b288-4ae8-8422-bf3769b346f6 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Network 1234ac8c-174f-41c3-8425-b4be39dc33cb is already hosted by enough agents. {{(pid=93125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:05:38.088462 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.base_scheduler [req-ff2cd8ca-dadc-46c0-b054-2e967b8aa8cd req-6ea0b1c7-b288-4ae8-8422-bf3769b346f6 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Resources bound (agent type, host, resource id): {{(pid=93125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:05:38.105928 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff2cd8ca-dadc-46c0-b054-2e967b8aa8cd req-6ea0b1c7-b288-4ae8-8422-bf3769b346f6 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Received port after_create {{(pid=93125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:05:38.192221 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2cd8ca-dadc-46c0-b054-2e967b8aa8cd req-6ea0b1c7-b288-4ae8-8422-bf3769b346f6 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:38.193107 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-ff2cd8ca-dadc-46c0-b054-2e967b8aa8cd req-6ea0b1c7-b288-4ae8-8422-bf3769b346f6 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188324'] for port, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:38.214022 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-ff2cd8ca-dadc-46c0-b054-2e967b8aa8cd req-6ea0b1c7-b288-4ae8-8422-bf3769b346f6 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0812187 Jun 28 12:05:38.231176 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a9ffd7-3cb2-49e2-b4b8-730773efd8b7 req-9d8e51f1-9acf-4e1c-ac5b-3f5c1da55272 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:38.235154 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-65a9ffd7-3cb2-49e2-b4b8-730773efd8b7 req-9d8e51f1-9acf-4e1c-ac5b-3f5c1da55272 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7ca1ddc-e021-4caf-94a9-02e6d2420729 HTTP/1.1" status: 200 len: 931 time: 0.1290042 Jun 28 12:05:38.246010 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.v2.base [req-ff2cd8ca-dadc-46c0-b054-2e967b8aa8cd req-80577956-198a-4a97-88ea-119d81d234e4 service neutron] Request body: {'port': {'device_id': 'a7ca1ddc-e021-4caf-94a9-02e6d2420729', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=93125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:05:38.309852 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-65a9ffd7-3cb2-49e2-b4b8-730773efd8b7 req-15aadeae-b88d-4455-af50-780a30274dba tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/security-groups?id=0046b0d6-801b-426f-9192-d8e3ad3d9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615051 Jun 28 12:05:38.364244 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-ff2cd8ca-dadc-46c0-b054-2e967b8aa8cd req-80577956-198a-4a97-88ea-119d81d234e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:38.365450 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 58786) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:38.517567 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 58790) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:38.532345 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-aa4cbaf6-7242-4be9-93dc-43ae6c8ec853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:38.562486 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-2e127394-3402-4f52-943e-f32fd5a2d32d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:38.625131 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-aa4cbaf6-7242-4be9-93dc-43ae6c8ec853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:38.630418 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-aa4cbaf6-7242-4be9-93dc-43ae6c8ec853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:38.633919 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-602728b7-8a18-4ff9-9798-521788b260f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:38.674476 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-aa4cbaf6-7242-4be9-93dc-43ae6c8ec853 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=02984c824faa45cc9697e2c52145c665&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3077254 Jun 28 12:05:38.675348 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4cbaf6-7242-4be9-93dc-43ae6c8ec853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26a414d8-deff-483a-b367-d97e7430bd9a,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:38.677761 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 58796) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:38.685823 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-aa4cbaf6-7242-4be9-93dc-43ae6c8ec853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:38.689464 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.notifiers.nova [req-ff2cd8ca-dadc-46c0-b054-2e967b8aa8cd req-80577956-198a-4a97-88ea-119d81d234e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3b963f7-0691-40b5-9f5b-6396261efa91 {{(pid=93125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:05:38.701197 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-ff2cd8ca-dadc-46c0-b054-2e967b8aa8cd req-80577956-198a-4a97-88ea-119d81d234e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:38.722728 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.provisioning_blocks [req-ff2cd8ca-dadc-46c0-b054-2e967b8aa8cd req-80577956-198a-4a97-88ea-119d81d234e4 service neutron] Transition to ACTIVE for port object f3b963f7-0691-40b5-9f5b-6396261efa91 will not be triggered until provisioned by entity L2. {{(pid=93125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:05:38.731826 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-ff2cd8ca-dadc-46c0-b054-2e967b8aa8cd req-80577956-198a-4a97-88ea-119d81d234e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8413139'] for port, after_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:38.740012 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-629728d5-05e1-4771-9389-a08a7129ef6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:38.743967 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-a1a831d8-7b98-49ed-a67c-6e67f87fa98e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:38.777966 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-a1a831d8-7b98-49ed-a67c-6e67f87fa98e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:38.808844 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80577956-198a-4a97-88ea-119d81d234e4 service neutron] Pushing event updated for resources: {'Port': ['ID=f3b963f7-0691-40b5-9f5b-6396261efa91,revision_number=2']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:38.814217 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-80577956-198a-4a97-88ea-119d81d234e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:38.855128 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-a1a831d8-7b98-49ed-a67c-6e67f87fa98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:38.857758 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-a1a831d8-7b98-49ed-a67c-6e67f87fa98e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:38.861609 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-a1a831d8-7b98-49ed-a67c-6e67f87fa98e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/26a414d8-deff-483a-b367-d97e7430bd9a HTTP/1.1" status: 204 len: 168 time: 0.1819789 Jun 28 12:05:38.862399 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-aa4cbaf6-7242-4be9-93dc-43ae6c8ec853 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:38.870232 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a831d8-7b98-49ed-a67c-6e67f87fa98e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a414d8-deff-483a-b367-d97e7430bd9a,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:38.872962 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-a1a831d8-7b98-49ed-a67c-6e67f87fa98e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:38.894674 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-2e127394-3402-4f52-943e-f32fd5a2d32d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:38.910005 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-2e127394-3402-4f52-943e-f32fd5a2d32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:38.933850 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-aa06f4d6-bc21-4ac4-baea-f1ad09d7186d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:38.937534 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-2e127394-3402-4f52-943e-f32fd5a2d32d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9e5b5affbf9246909a7ff5b008d97fc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4189296 Jun 28 12:05:38.940521 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 58804) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:38.952455 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.managers [req-ff2cd8ca-dadc-46c0-b054-2e967b8aa8cd req-80577956-198a-4a97-88ea-119d81d234e4 service neutron] Attempting to bind port f3b963f7-0691-40b5-9f5b-6396261efa91 on host hv-cinder-77238 for vnic_type normal with profile {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:05:38.952809 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.managers [req-ff2cd8ca-dadc-46c0-b054-2e967b8aa8cd req-80577956-198a-4a97-88ea-119d81d234e4 service neutron] Attempting to bind port f3b963f7-0691-40b5-9f5b-6396261efa91 by drivers openvswitch,hyperv on host hv-cinder-77238 at level 0 using segments [{'id': '918d5219-a753-4f11-a570-279069e69307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1234ac8c-174f-41c3-8425-b4be39dc33cb'}] {{(pid=93125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:05:38.953141 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2cd8ca-dadc-46c0-b054-2e967b8aa8cd req-80577956-198a-4a97-88ea-119d81d234e4 service neutron] Attempting to bind port f3b963f7-0691-40b5-9f5b-6396261efa91 on network 1234ac8c-174f-41c3-8425-b4be39dc33cb {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:05:38.961188 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2cd8ca-dadc-46c0-b054-2e967b8aa8cd req-80577956-198a-4a97-88ea-119d81d234e4 service neutron] Port f3b963f7-0691-40b5-9f5b-6396261efa91 on network 1234ac8c-174f-41c3-8425-b4be39dc33cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77238 {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:05:38.961442 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2cd8ca-dadc-46c0-b054-2e967b8aa8cd req-80577956-198a-4a97-88ea-119d81d234e4 service neutron] Attempting to bind port f3b963f7-0691-40b5-9f5b-6396261efa91 on network 1234ac8c-174f-41c3-8425-b4be39dc33cb {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:05:38.974230 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2cd8ca-dadc-46c0-b054-2e967b8aa8cd req-80577956-198a-4a97-88ea-119d81d234e4 service neutron] Checking agent: {'id': '848960a1-f744-4efd-9f3d-017fcea63875', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 2, 37), 'started_at': datetime.datetime(2021, 6, 28, 12, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:05:38.974724 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2cd8ca-dadc-46c0-b054-2e967b8aa8cd req-80577956-198a-4a97-88ea-119d81d234e4 service neutron] Checking segment: {'id': '918d5219-a753-4f11-a570-279069e69307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1234ac8c-174f-41c3-8425-b4be39dc33cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:05:38.975221 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2cd8ca-dadc-46c0-b054-2e967b8aa8cd req-80577956-198a-4a97-88ea-119d81d234e4 service neutron] Bound using segment: {'id': '918d5219-a753-4f11-a570-279069e69307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1234ac8c-174f-41c3-8425-b4be39dc33cb'} {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:05:38.975663 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.managers [req-ff2cd8ca-dadc-46c0-b054-2e967b8aa8cd req-80577956-198a-4a97-88ea-119d81d234e4 service neutron] Bound port: f3b963f7-0691-40b5-9f5b-6396261efa91, host: hv-cinder-77238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '918d5219-a753-4f11-a570-279069e69307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1234ac8c-174f-41c3-8425-b4be39dc33cb'}}] {{(pid=93125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:05:38.976024 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-ff2cd8ca-dadc-46c0-b054-2e967b8aa8cd req-80577956-198a-4a97-88ea-119d81d234e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:38.991413 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e127394-3402-4f52-943e-f32fd5a2d32d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeee7720-7530-4129-8c4a-43f18eb7bb88,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:38.995598 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-2e127394-3402-4f52-943e-f32fd5a2d32d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:39.021151 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 58808) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:39.049580 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-e960e140-9835-422e-8d26-d9301c732bd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:39.062734 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.db [req-ff2cd8ca-dadc-46c0-b054-2e967b8aa8cd req-80577956-198a-4a97-88ea-119d81d234e4 service neutron] For port f3b963f7-0691-40b5-9f5b-6396261efa91, host hv-cinder-77238, cleared binding levels {{(pid=93125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:05:39.066282 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.db [req-ff2cd8ca-dadc-46c0-b054-2e967b8aa8cd req-80577956-198a-4a97-88ea-119d81d234e4 service neutron] For port f3b963f7-0691-40b5-9f5b-6396261efa91, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=f3b963f7-0691-40b5-9f5b-6396261efa91,segment=NetworkSegment(918d5219-a753-4f11-a570-279069e69307),segment_id=918d5219-a753-4f11-a570-279069e69307)] {{(pid=93125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:05:39.073785 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-ff2cd8ca-dadc-46c0-b054-2e967b8aa8cd req-80577956-198a-4a97-88ea-119d81d234e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8413139'] for port, after_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:39.077287 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-c5d6b791-db86-4d84-8df0-8be1d3ad37e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:39.089699 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-e960e140-9835-422e-8d26-d9301c732bd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:39.108265 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2cd8ca-dadc-46c0-b054-2e967b8aa8cd req-80577956-198a-4a97-88ea-119d81d234e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:39.108982 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-ff2cd8ca-dadc-46c0-b054-2e967b8aa8cd req-80577956-198a-4a97-88ea-119d81d234e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188324'] for port, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:39.110274 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-ff2cd8ca-dadc-46c0-b054-2e967b8aa8cd req-80577956-198a-4a97-88ea-119d81d234e4 service neutron] 10.222.0.61 "PUT /v2.0/ports/f3b963f7-0691-40b5-9f5b-6396261efa91 HTTP/1.1" status: 200 len: 1093 time: 0.8765538 Jun 28 12:05:39.112698 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7ca1ddc-e021-4caf-94a9-02e6d2420729', 'tag': 'f3b963f7-0691-40b5-9f5b-6396261efa91'}] {{(pid=93125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:05:39.115022 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cab5cdacc5b3cbbc94323449081fb5e48b25fdc1a77f938b5656c1b79ba6a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b126f42-7e68-44dd-9e66-6672c5a4c408" -d '{"events": [{"name": "network-changed", "server_uuid": "a7ca1ddc-e021-4caf-94a9-02e6d2420729", "tag": "f3b963f7-0691-40b5-9f5b-6396261efa91"}]}' {{(pid=93125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:05:39.163387 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 12:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-603b1509-04ee-409b-a72e-daa945892882 x-openstack-request-id: req-603b1509-04ee-409b-a72e-daa945892882 {{(pid=93125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:05:39.163710 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7ca1ddc-e021-4caf-94a9-02e6d2420729", "tag": "f3b963f7-0691-40b5-9f5b-6396261efa91", "status": "completed", "code": 200}]} {{(pid=93125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:05:39.164207 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-603b1509-04ee-409b-a72e-daa945892882 {{(pid=93125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:05:39.165221 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7ca1ddc-e021-4caf-94a9-02e6d2420729', 'tag': 'f3b963f7-0691-40b5-9f5b-6396261efa91', 'status': 'completed', 'code': 200} Jun 28 12:05:39.172306 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80577956-198a-4a97-88ea-119d81d234e4 service neutron] Pushing event updated for resources: {'Port': ['ID=f3b963f7-0691-40b5-9f5b-6396261efa91,revision_number=3']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:39.185552 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-80577956-198a-4a97-88ea-119d81d234e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:39.220025 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c3200b-e132-4983-b8be-c602e97578a4 req-a5afda85-c2d1-4745-a93e-41bc41842df2 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:39.221755 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-27c3200b-e132-4983-b8be-c602e97578a4 req-a5afda85-c2d1-4745-a93e-41bc41842df2 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4bb9994-c394-48f3-9920-5ee52626e8eb HTTP/1.1" status: 200 len: 946 time: 0.1074715 Jun 28 12:05:39.222569 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-e960e140-9835-422e-8d26-d9301c732bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:39.227730 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-e960e140-9835-422e-8d26-d9301c732bd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:39.229427 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-e960e140-9835-422e-8d26-d9301c732bd2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/eeee7720-7530-4129-8c4a-43f18eb7bb88 HTTP/1.1" status: 204 len: 168 time: 0.2874932 Jun 28 12:05:39.231328 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-84ecab0d-5b35-49a6-b13b-f5d218311ee6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:39.254493 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e960e140-9835-422e-8d26-d9301c732bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeee7720-7530-4129-8c4a-43f18eb7bb88,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:39.254646 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2cd8ca-dadc-46c0-b054-2e967b8aa8cd req-6d070065-25c2-47da-a6a9-5be3d97de3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:39.255948 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-ff2cd8ca-dadc-46c0-b054-2e967b8aa8cd req-6d070065-25c2-47da-a6a9-5be3d97de3df service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d9d98709642940d68943de79af7f342e&device_id=a7ca1ddc-e021-4caf-94a9-02e6d2420729 HTTP/1.1" status: 200 len: 1096 time: 0.0653095 Jun 28 12:05:39.274935 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-e960e140-9835-422e-8d26-d9301c732bd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:39.301515 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-27c3200b-e132-4983-b8be-c602e97578a4 req-2f42ac7b-a124-4357-9c6a-69cfedfe2c99 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709355 Jun 28 12:05:39.318591 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-ff2cd8ca-dadc-46c0-b054-2e967b8aa8cd req-8cbafbe9-3b6c-48a2-bfa8-85e94eddc837 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3b963f7-0691-40b5-9f5b-6396261efa91 HTTP/1.1" status: 200 len: 217 time: 0.0485742 Jun 28 12:05:39.387128 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2cd8ca-dadc-46c0-b054-2e967b8aa8cd req-174bc757-0bc2-4081-b92e-f3cde0338c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:39.388693 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-ff2cd8ca-dadc-46c0-b054-2e967b8aa8cd req-174bc757-0bc2-4081-b92e-f3cde0338c65 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=44c02f51-e468-4503-8e99-c53bcbc29dec HTTP/1.1" status: 200 len: 855 time: 0.0630064 Jun 28 12:05:39.406943 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-87cd7cfa-39ae-4475-8903-52028ea10092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:39.508410 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-ff2cd8ca-dadc-46c0-b054-2e967b8aa8cd req-0c9ccc2f-5ef4-4805-9e45-a2e0e89c28e2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1234ac8c-174f-41c3-8425-b4be39dc33cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869565 Jun 28 12:05:39.516956 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86289b-a26a-4900-b408-202eed22b9e2 req-20bc23af-1b1a-4c34-b269-4a3784a16c2b tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:39.525386 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-ab86289b-a26a-4900-b408-202eed22b9e2 req-20bc23af-1b1a-4c34-b269-4a3784a16c2b tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7ca1ddc-e021-4caf-94a9-02e6d2420729 HTTP/1.1" status: 200 len: 943 time: 0.0950606 Jun 28 12:05:39.586105 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-ab86289b-a26a-4900-b408-202eed22b9e2 req-b77cb41b-989c-46fe-bd99-e0a38ff36dbb tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/security-groups?id=0046b0d6-801b-426f-9192-d8e3ad3d9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564280 Jun 28 12:05:39.626532 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-87cd7cfa-39ae-4475-8903-52028ea10092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:39.632288 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-87cd7cfa-39ae-4475-8903-52028ea10092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:39.642259 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 58832) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:39.646067 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-38acfd9f-b208-4d06-b8b0-abe15ee4930a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:39.658541 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-c9ec6609-7ec6-4f95-a30a-a11d570e8707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:39.694711 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-87cd7cfa-39ae-4475-8903-52028ea10092 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6c1eeaf7f61f4d7f8a88e2cf3d14b0c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6725221 Jun 28 12:05:39.699117 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 58836) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:39.709632 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-ff2cd8ca-dadc-46c0-b054-2e967b8aa8cd req-4d8f797d-c5b8-4d0f-91f1-03e985c460ff service neutron] 10.222.0.61 "GET /v2.0/networks/1234ac8c-174f-41c3-8425-b4be39dc33cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903908 Jun 28 12:05:39.717306 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cd7cfa-39ae-4475-8903-52028ea10092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a40f6047-5571-4a35-a7cf-764ed34e6243,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:39.722529 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-87cd7cfa-39ae-4475-8903-52028ea10092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:39.846728 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-c9ec6609-7ec6-4f95-a30a-a11d570e8707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:39.853642 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-c9ec6609-7ec6-4f95-a30a-a11d570e8707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:39.856176 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-b8694ed2-8b4b-4bd3-b420-991698c34c3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:39.896058 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-c9ec6609-7ec6-4f95-a30a-a11d570e8707 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=859e26e26b6748399c96ecf04adaa7a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2500901 Jun 28 12:05:39.896058 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ec6609-7ec6-4f95-a30a-a11d570e8707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39b4cdc-9323-4d57-8835-bb5ce6b1ec5d,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:39.896705 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 58844) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:39.897976 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-c9ec6609-7ec6-4f95-a30a-a11d570e8707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:39.909337 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-8e34d3ed-2b19-472e-becf-89654a45c11f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:39.912216 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-ff2cd8ca-dadc-46c0-b054-2e967b8aa8cd req-cfadf459-45de-43d2-b88b-7d8dcf120c57 service neutron] 10.222.0.61 "GET /v2.0/networks/1234ac8c-174f-41c3-8425-b4be39dc33cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885715 Jun 28 12:05:39.954410 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-8e34d3ed-2b19-472e-becf-89654a45c11f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:40.044284 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-ebfd3c32-672e-4f9b-ba2f-d07764b23844 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:40.073613 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-ebfd3c32-672e-4f9b-ba2f-d07764b23844 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:40.098852 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-8e34d3ed-2b19-472e-becf-89654a45c11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:40.102263 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-8e34d3ed-2b19-472e-becf-89654a45c11f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:40.106205 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-8e34d3ed-2b19-472e-becf-89654a45c11f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a40f6047-5571-4a35-a7cf-764ed34e6243 HTTP/1.1" status: 204 len: 168 time: 0.4057591 Jun 28 12:05:40.111939 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-b5296168-089b-4fee-8c1f-5160d3c01f3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:40.129181 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e34d3ed-2b19-472e-becf-89654a45c11f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40f6047-5571-4a35-a7cf-764ed34e6243,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:40.136863 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b126f42-7e68-44dd-9e66-6672c5a4c408 req-6fe1773c-73fc-41e5-9383-cde4184f29e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:40.138521 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-4b126f42-7e68-44dd-9e66-6672c5a4c408 req-6fe1773c-73fc-41e5-9383-cde4184f29e5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d9d98709642940d68943de79af7f342e&device_id=a7ca1ddc-e021-4caf-94a9-02e6d2420729 HTTP/1.1" status: 200 len: 1096 time: 0.1617343 Jun 28 12:05:40.141719 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-8e34d3ed-2b19-472e-becf-89654a45c11f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:40.227749 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-ebfd3c32-672e-4f9b-ba2f-d07764b23844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:40.231009 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-ebfd3c32-672e-4f9b-ba2f-d07764b23844 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:40.234479 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-ebfd3c32-672e-4f9b-ba2f-d07764b23844 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b39b4cdc-9323-4d57-8835-bb5ce6b1ec5d HTTP/1.1" status: 204 len: 168 time: 0.3346848 Jun 28 12:05:40.234679 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:40.245397 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfd3c32-672e-4f9b-ba2f-d07764b23844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39b4cdc-9323-4d57-8835-bb5ce6b1ec5d,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:40.249828 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-ebfd3c32-672e-4f9b-ba2f-d07764b23844 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:40.263275 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b126f42-7e68-44dd-9e66-6672c5a4c408 req-4cc135d9-3f95-4f75-9070-0ea2bad9425c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:40.264876 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-4b126f42-7e68-44dd-9e66-6672c5a4c408 req-4cc135d9-3f95-4f75-9070-0ea2bad9425c service neutron] 10.222.0.61 "GET /v2.0/networks?id=1234ac8c-174f-41c3-8425-b4be39dc33cb HTTP/1.1" status: 200 len: 916 time: 0.1161592 Jun 28 12:05:40.328703 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-4b126f42-7e68-44dd-9e66-6672c5a4c408 req-33e886cb-cf23-4b51-ac12-71546cb42eb7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3b963f7-0691-40b5-9f5b-6396261efa91 HTTP/1.1" status: 200 len: 217 time: 0.0467899 Jun 28 12:05:40.399099 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b126f42-7e68-44dd-9e66-6672c5a4c408 req-c1a8bce2-49ea-4224-9be6-4223c3e37b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:40.401381 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-4b126f42-7e68-44dd-9e66-6672c5a4c408 req-c1a8bce2-49ea-4224-9be6-4223c3e37b8b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=44c02f51-e468-4503-8e99-c53bcbc29dec HTTP/1.1" status: 200 len: 855 time: 0.0650313 Jun 28 12:05:40.451264 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-4b126f42-7e68-44dd-9e66-6672c5a4c408 req-7591f97f-d30a-4b39-ab68-496190746a1a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1234ac8c-174f-41c3-8425-b4be39dc33cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419190 Jun 28 12:05:40.530477 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de1114-31ca-4d9d-ae6c-2d123337bce2 req-92aab9e2-8f81-42b7-a0ba-7fa264f3fa44 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:40.539443 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-62de1114-31ca-4d9d-ae6c-2d123337bce2 req-92aab9e2-8f81-42b7-a0ba-7fa264f3fa44 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4bb9994-c394-48f3-9920-5ee52626e8eb HTTP/1.1" status: 200 len: 946 time: 0.1028547 Jun 28 12:05:40.584476 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-62de1114-31ca-4d9d-ae6c-2d123337bce2 req-15153048-613b-4c18-9223-81bb8f3f79f1 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439122 Jun 28 12:05:40.585223 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 58878) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:40.604247 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-67fe0ee9-a839-4a4b-9f27-c207e1b758da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:40.648870 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-4b126f42-7e68-44dd-9e66-6672c5a4c408 req-abf37365-e889-4d3b-abba-d7f6e014150c service neutron] 10.222.0.61 "GET /v2.0/networks/1234ac8c-174f-41c3-8425-b4be39dc33cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901624 Jun 28 12:05:40.751570 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-4b126f42-7e68-44dd-9e66-6672c5a4c408 req-2d807bd0-9b66-47e5-8a02-ed58f924a1b2 service neutron] 10.222.0.61 "GET /v2.0/networks/1234ac8c-174f-41c3-8425-b4be39dc33cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950446 Jun 28 12:05:40.803714 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-67fe0ee9-a839-4a4b-9f27-c207e1b758da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:40.814938 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-67fe0ee9-a839-4a4b-9f27-c207e1b758da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:40.819793 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-22c86ef7-6e87-4a87-ad1a-8e875a415345 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:40.875764 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c0e28a-def7-4c46-9d35-e7da7334a0e4 req-2e413376-ed82-4b2b-a08e-0f4aac4327b0 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:40.883400 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-56c0e28a-def7-4c46-9d35-e7da7334a0e4 req-2e413376-ed82-4b2b-a08e-0f4aac4327b0 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7ca1ddc-e021-4caf-94a9-02e6d2420729 HTTP/1.1" status: 200 len: 943 time: 0.1675062 Jun 28 12:05:40.903292 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fe0ee9-a839-4a4b-9f27-c207e1b758da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c78caaa1-52d0-4fe1-aee0-9ffe7841a37d,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:40.927815 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-67fe0ee9-a839-4a4b-9f27-c207e1b758da admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=61ca45cbf7314c7cad5eaba8a4e9eedd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3390589 Jun 28 12:05:40.928691 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-67fe0ee9-a839-4a4b-9f27-c207e1b758da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:40.928829 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 58896) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:40.946961 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-56c0e28a-def7-4c46-9d35-e7da7334a0e4 req-820149fe-6e76-4528-a107-47ed20b63439 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/security-groups?id=0046b0d6-801b-426f-9192-d8e3ad3d9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626583 Jun 28 12:05:40.995276 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-ccdf398f-5a23-4c74-afe4-bd066cdbabe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:41.017063 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-ccdf398f-5a23-4c74-afe4-bd066cdbabe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:41.073640 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-ccdf398f-5a23-4c74-afe4-bd066cdbabe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:41.076626 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-ccdf398f-5a23-4c74-afe4-bd066cdbabe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:41.078204 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-ccdf398f-5a23-4c74-afe4-bd066cdbabe6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c78caaa1-52d0-4fe1-aee0-9ffe7841a37d HTTP/1.1" status: 204 len: 168 time: 0.1489689 Jun 28 12:05:41.078969 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-329ba4fc-c94d-45f2-8c13-470e0067915e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:41.086677 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdf398f-5a23-4c74-afe4-bd066cdbabe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c78caaa1-52d0-4fe1-aee0-9ffe7841a37d,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:41.088978 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-ccdf398f-5a23-4c74-afe4-bd066cdbabe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:41.772215 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe47f5-b3cc-42ce-b670-baa304f03b1d req-4261d2e9-6c4b-4493-a938-7570662db9c5 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:41.773726 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-ffbe47f5-b3cc-42ce-b670-baa304f03b1d req-4261d2e9-6c4b-4493-a938-7570662db9c5 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4bb9994-c394-48f3-9920-5ee52626e8eb HTTP/1.1" status: 200 len: 946 time: 0.0705395 Jun 28 12:05:41.812256 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-ffbe47f5-b3cc-42ce-b670-baa304f03b1d req-f114fd6f-4f15-4f05-850f-2db0d3d8bb3e tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321059 Jun 28 12:05:42.142633 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c46b3f8-2052-48e1-b68b-d52a3a887007 req-3ceda40d-2af7-4df2-8781-7bb8ac1fd99b tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:42.144081 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-3c46b3f8-2052-48e1-b68b-d52a3a887007 req-3ceda40d-2af7-4df2-8781-7bb8ac1fd99b tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7ca1ddc-e021-4caf-94a9-02e6d2420729 HTTP/1.1" status: 200 len: 943 time: 0.0762601 Jun 28 12:05:42.182078 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-3c46b3f8-2052-48e1-b68b-d52a3a887007 req-032b122c-61dc-4f14-adb6-b804a99bd20d tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/security-groups?id=0046b0d6-801b-426f-9192-d8e3ad3d9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318785 Jun 28 12:05:42.986969 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d766e-3f89-41b7-a25e-fe0c67d0773e req-e2faadc6-c8fc-4210-88b1-659cd6d2e042 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:42.988423 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-243d766e-3f89-41b7-a25e-fe0c67d0773e req-e2faadc6-c8fc-4210-88b1-659cd6d2e042 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4bb9994-c394-48f3-9920-5ee52626e8eb HTTP/1.1" status: 200 len: 946 time: 0.0662062 Jun 28 12:05:43.025351 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-243d766e-3f89-41b7-a25e-fe0c67d0773e req-b48d722c-7a15-48f8-ab06-e11d909da493 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306540 Jun 28 12:05:43.364403 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807bd8a1-591b-44a0-bd2b-147061695ffd req-269bf60b-a41e-4e9f-aa18-990327e046be tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:43.365890 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-807bd8a1-591b-44a0-bd2b-147061695ffd req-269bf60b-a41e-4e9f-aa18-990327e046be tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7ca1ddc-e021-4caf-94a9-02e6d2420729 HTTP/1.1" status: 200 len: 943 time: 0.0659542 Jun 28 12:05:43.403199 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-807bd8a1-591b-44a0-bd2b-147061695ffd req-7ad9b9d6-5eab-4889-9eb1-78da1f330de1 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/security-groups?id=0046b0d6-801b-426f-9192-d8e3ad3d9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307064 Jun 28 12:05:43.990280 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device f3b963f7-0691-40b5-9f5b-6396261efa91 details requested by agent hyperv_hv-cinder-77238 with host hv-cinder-77238 {{(pid=93126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 12:05:44.089671 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] For port f3b963f7-0691-40b5-9f5b-6396261efa91, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=f3b963f7-0691-40b5-9f5b-6396261efa91,segment=NetworkSegment(918d5219-a753-4f11-a570-279069e69307),segment_id=918d5219-a753-4f11-a570-279069e69307)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:05:44.104460 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Returning: {'device': 'f3b963f7-0691-40b5-9f5b-6396261efa91', 'network_id': '1234ac8c-174f-41c3-8425-b4be39dc33cb', 'port_id': 'f3b963f7-0691-40b5-9f5b-6396261efa91', 'mac_address': 'fa:16:3e:18:c4:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44c02f51-e468-4503-8e99-c53bcbc29dec', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 12:05:44.143882 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.agents_db [None req-f497f353-63e3-44e2-a2cd-a5845e949060 None None] Agent healthcheck: found 6 active agents {{(pid=93127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:05:44.151024 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:44.164384 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.notifiers.nova [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3b963f7-0691-40b5-9f5b-6396261efa91 {{(pid=93126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:05:44.183415 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] For port f3b963f7-0691-40b5-9f5b-6396261efa91, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=f3b963f7-0691-40b5-9f5b-6396261efa91,segment=NetworkSegment(918d5219-a753-4f11-a570-279069e69307),segment_id=918d5219-a753-4f11-a570-279069e69307)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:05:44.187520 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:44.189704 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:44.217278 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688340e-1c6b-41e6-bcd5-e3e6bb795dc8 req-5bac9468-62d2-4cef-b9b5-e0b5de245bd1 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:44.218680 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-4688340e-1c6b-41e6-bcd5-e3e6bb795dc8 req-5bac9468-62d2-4cef-b9b5-e0b5de245bd1 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4bb9994-c394-48f3-9920-5ee52626e8eb HTTP/1.1" status: 200 len: 946 time: 0.0664923 Jun 28 12:05:44.236194 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Pushing event updated for resources: {'Port': ['ID=f3b963f7-0691-40b5-9f5b-6396261efa91,revision_number=4']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:44.239362 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:44.255751 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-4688340e-1c6b-41e6-bcd5-e3e6bb795dc8 req-ec0835d3-c411-482b-af6c-987e9842ce58 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313079 Jun 28 12:05:44.574732 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea138d5e-3aeb-48e9-b944-7bf8fcbdcad3 req-3c6dda93-0742-4eb1-b507-79a32a0c19b3 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:44.576197 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-ea138d5e-3aeb-48e9-b944-7bf8fcbdcad3 req-3c6dda93-0742-4eb1-b507-79a32a0c19b3 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7ca1ddc-e021-4caf-94a9-02e6d2420729 HTTP/1.1" status: 200 len: 944 time: 0.0643859 Jun 28 12:05:44.612987 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] get_ports_and_sgs() called for port_ids ['f3b963f7-0691-40b5-9f5b-6396261efa91'] {{(pid=93126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:05:44.614089 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-ea138d5e-3aeb-48e9-b944-7bf8fcbdcad3 req-0c7ffb1a-cddc-4544-aa9a-78b3ca559f08 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/security-groups?id=0046b0d6-801b-426f-9192-d8e3ad3d9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320089 Jun 28 12:05:44.839923 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4600ac-5ae2-40c7-84d5-2e0b8cf9bb7a req-7645250a-9575-415b-986a-91d03e10ae92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:44.841655 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-2a4600ac-5ae2-40c7-84d5-2e0b8cf9bb7a req-7645250a-9575-415b-986a-91d03e10ae92 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f4bb9994-c394-48f3-9920-5ee52626e8eb HTTP/1.1" status: 200 len: 1099 time: 0.0569460 Jun 28 12:05:44.889365 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-2a4600ac-5ae2-40c7-84d5-2e0b8cf9bb7a req-a2a123eb-24fe-413f-a4c8-2f1f83100b42 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277178 Jun 28 12:05:45.434981 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c740c5bd-517c-480a-9dd7-f1689cfbc838 req-90536fe2-f7cd-42cf-8793-114ed3b3a51f tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:45.436206 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-c740c5bd-517c-480a-9dd7-f1689cfbc838 req-90536fe2-f7cd-42cf-8793-114ed3b3a51f tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4bb9994-c394-48f3-9920-5ee52626e8eb HTTP/1.1" status: 200 len: 946 time: 0.0690467 Jun 28 12:05:45.473615 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-c740c5bd-517c-480a-9dd7-f1689cfbc838 req-76fbddb9-84ff-4c57-b9ac-eae6effd796b tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313482 Jun 28 12:05:45.673859 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 59022) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:45.777615 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-03fd8b10-b125-4710-80ca-32e84581922a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:45.790690 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f836d483-7bdb-41d6-bc5a-f9afd5ed8ee5 req-ffee7c98-3a43-4343-9b6c-69caa8d3963e tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:45.792239 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-f836d483-7bdb-41d6-bc5a-f9afd5ed8ee5 req-ffee7c98-3a43-4343-9b6c-69caa8d3963e tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7ca1ddc-e021-4caf-94a9-02e6d2420729 HTTP/1.1" status: 200 len: 944 time: 0.0640168 Jun 28 12:05:45.832761 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-f836d483-7bdb-41d6-bc5a-f9afd5ed8ee5 req-39d85564-449e-41ab-936d-e4eaf8c7dc4d tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/security-groups?id=0046b0d6-801b-426f-9192-d8e3ad3d9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346928 Jun 28 12:05:45.867854 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-03fd8b10-b125-4710-80ca-32e84581922a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:45.871603 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-03fd8b10-b125-4710-80ca-32e84581922a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:45.874738 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-87cd7cfa-39ae-4475-8903-52028ea10092 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:45.911046 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-03fd8b10-b125-4710-80ca-32e84581922a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0eb97a9ce9814a69a978433efd31429c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2361166 Jun 28 12:05:45.912201 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fd8b10-b125-4710-80ca-32e84581922a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ba9fc3-955a-4ce2-b968-8ee157c13e5e,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:45.914771 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 59028) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:45.917016 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-03fd8b10-b125-4710-80ca-32e84581922a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:45.981325 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-8d2d620c-9b5f-47b0-8e13-a86c302bf02c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:46.000411 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device f3b963f7-0691-40b5-9f5b-6396261efa91 up at agent hyperv_hv-cinder-77238 {{(pid=93126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:05:46.005739 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-8d2d620c-9b5f-47b0-8e13-a86c302bf02c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:46.060444 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Provisioning for port f3b963f7-0691-40b5-9f5b-6396261efa91 completed by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:05:46.063601 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-8d2d620c-9b5f-47b0-8e13-a86c302bf02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:46.066336 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-8d2d620c-9b5f-47b0-8e13-a86c302bf02c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:46.067584 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-8d2d620c-9b5f-47b0-8e13-a86c302bf02c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e0ba9fc3-955a-4ce2-b968-8ee157c13e5e HTTP/1.1" status: 204 len: 168 time: 0.1516542 Jun 28 12:05:46.068319 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-011a48ed-fc1e-409b-816a-a8f8ed79ab0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:46.074082 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Provisioning complete for port f3b963f7-0691-40b5-9f5b-6396261efa91 triggered by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:05:46.074650 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:46.080619 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2d620c-9b5f-47b0-8e13-a86c302bf02c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ba9fc3-955a-4ce2-b968-8ee157c13e5e,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:46.083921 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-8d2d620c-9b5f-47b0-8e13-a86c302bf02c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:46.178290 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:46.203422 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7ca1ddc-e021-4caf-94a9-02e6d2420729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3b963f7-0691-40b5-9f5b-6396261efa91'}] {{(pid=93126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:05:46.205968 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef893c2a45f5206efbef573e37d1784350e1616ec5e975db08a1c6348235ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a9e420-9ed7-4641-bbff-ba330c4a95b1" -d '{"events": [{"server_uuid": "a7ca1ddc-e021-4caf-94a9-02e6d2420729", "name": "network-vif-plugged", "status": "completed", "tag": "f3b963f7-0691-40b5-9f5b-6396261efa91"}]}' {{(pid=93126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:05:46.220066 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] For port f3b963f7-0691-40b5-9f5b-6396261efa91, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=f3b963f7-0691-40b5-9f5b-6396261efa91,segment=NetworkSegment(918d5219-a753-4f11-a570-279069e69307),segment_id=918d5219-a753-4f11-a570-279069e69307)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:05:46.224550 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:46.227364 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-ffc5883f-da87-45b3-b1b6-f616007ec93b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:46.284082 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d63d9d2-d1d4-495e-bc8b-7085ec94c987 x-openstack-request-id: req-4d63d9d2-d1d4-495e-bc8b-7085ec94c987 {{(pid=93126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:05:46.284392 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7ca1ddc-e021-4caf-94a9-02e6d2420729", "name": "network-vif-plugged", "status": "completed", "tag": "f3b963f7-0691-40b5-9f5b-6396261efa91", "code": 200}]} {{(pid=93126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:05:46.284656 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4d63d9d2-d1d4-495e-bc8b-7085ec94c987 {{(pid=93126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:05:46.285100 dv-cinder-772388-5-smb neutron-server[93126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7ca1ddc-e021-4caf-94a9-02e6d2420729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3b963f7-0691-40b5-9f5b-6396261efa91', 'code': 200} Jun 28 12:05:46.286033 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Pushing event updated for resources: {'Port': ['ID=f3b963f7-0691-40b5-9f5b-6396261efa91,revision_number=5']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:46.289110 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:46.581387 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb864500-a5d3-4d7f-b642-d17629224732 req-099a90c2-21d6-48d0-8840-ef565b5c0706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:46.583079 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-eb864500-a5d3-4d7f-b642-d17629224732 req-099a90c2-21d6-48d0-8840-ef565b5c0706 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a7ca1ddc-e021-4caf-94a9-02e6d2420729 HTTP/1.1" status: 200 len: 1098 time: 0.0642467 Jun 28 12:05:46.649582 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-eb864500-a5d3-4d7f-b642-d17629224732 req-241b6e92-2558-488f-927d-9ea07b79bb00 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0046b0d6-801b-426f-9192-d8e3ad3d9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556469 Jun 28 12:05:46.699397 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c6bec-9c1b-4c6d-8217-792cbd7b5abe req-14fcdccc-4922-41bf-857a-34d2ad70e3a2 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:46.706962 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-d98c6bec-9c1b-4c6d-8217-792cbd7b5abe req-14fcdccc-4922-41bf-857a-34d2ad70e3a2 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4bb9994-c394-48f3-9920-5ee52626e8eb HTTP/1.1" status: 200 len: 946 time: 0.1038079 Jun 28 12:05:46.750076 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-d98c6bec-9c1b-4c6d-8217-792cbd7b5abe req-bcf41996-1ea8-4859-8a97-02d7d0875492 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422683 Jun 28 12:05:47.013230 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddddf93-9479-4030-8a47-4f9140651fbc req-39fca240-87fc-4b52-9723-8e23acf28294 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:47.015457 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-3ddddf93-9479-4030-8a47-4f9140651fbc req-39fca240-87fc-4b52-9723-8e23acf28294 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7ca1ddc-e021-4caf-94a9-02e6d2420729 HTTP/1.1" status: 200 len: 945 time: 0.0690026 Jun 28 12:05:47.060517 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-3ddddf93-9479-4030-8a47-4f9140651fbc req-71130afb-a65a-4bcf-a723-59762605166e tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/security-groups?id=0046b0d6-801b-426f-9192-d8e3ad3d9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381756 Jun 28 12:05:47.127017 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2dd9c5-930b-4f96-9e4e-3593c968bba7 req-4ea7af43-2f19-4b39-b31b-2b271493db32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:47.128711 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-2d2dd9c5-930b-4f96-9e4e-3593c968bba7 req-4ea7af43-2f19-4b39-b31b-2b271493db32 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fe7c3f2e1d4146aca83e0fef204d622b&device_id=f4bb9994-c394-48f3-9920-5ee52626e8eb HTTP/1.1" status: 200 len: 1099 time: 0.0588779 Jun 28 12:05:47.178530 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1dee6a-04ae-4006-95db-d56861f8f9e7 req-d4ac6f65-0294-449f-b2cc-56c2da1d6af9 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:47.179989 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-0c1dee6a-04ae-4006-95db-d56861f8f9e7 req-d4ac6f65-0294-449f-b2cc-56c2da1d6af9 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4bb9994-c394-48f3-9920-5ee52626e8eb HTTP/1.1" status: 200 len: 946 time: 0.0668027 Jun 28 12:05:47.219481 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-0c1dee6a-04ae-4006-95db-d56861f8f9e7 req-a65adb59-de86-498a-a9e9-d1ad2fcecfdf tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339170 Jun 28 12:05:47.221806 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2dd9c5-930b-4f96-9e4e-3593c968bba7 req-1e53fbd7-12ec-402d-bbdc-7ee92ec3cb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:47.223278 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-2d2dd9c5-930b-4f96-9e4e-3593c968bba7 req-1e53fbd7-12ec-402d-bbdc-7ee92ec3cb43 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cc519756-7b35-42fd-b120-3972e87c8408 HTTP/1.1" status: 200 len: 919 time: 0.0878291 Jun 28 12:05:47.265477 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-2d2dd9c5-930b-4f96-9e4e-3593c968bba7 req-b604750d-329c-459d-bc6d-754f3c76bc54 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09192287-722e-4688-8096-29dd9fa381b0 HTTP/1.1" status: 200 len: 217 time: 0.0333331 Jun 28 12:05:47.318092 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2dd9c5-930b-4f96-9e4e-3593c968bba7 req-c811aa31-591c-4627-8baf-52648941ce72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:47.319453 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-2d2dd9c5-930b-4f96-9e4e-3593c968bba7 req-c811aa31-591c-4627-8baf-52648941ce72 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8a6107a4-8407-4d53-a64c-0df6855e25e1 HTTP/1.1" status: 200 len: 858 time: 0.0445049 Jun 28 12:05:47.358210 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-2d2dd9c5-930b-4f96-9e4e-3593c968bba7 req-58bf94e0-e824-413b-b72e-944374630d6e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cc519756-7b35-42fd-b120-3972e87c8408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312588 Jun 28 12:05:47.454479 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-2d2dd9c5-930b-4f96-9e4e-3593c968bba7 req-08494df2-58b0-415c-9291-f044b8328091 service neutron] 10.222.0.61 "GET /v2.0/networks/cc519756-7b35-42fd-b120-3972e87c8408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786779 Jun 28 12:05:47.545789 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-2d2dd9c5-930b-4f96-9e4e-3593c968bba7 req-0081c84a-b704-41a3-b5d4-77e6ad6e64c3 service neutron] 10.222.0.61 "GET /v2.0/networks/cc519756-7b35-42fd-b120-3972e87c8408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812058 Jun 28 12:05:48.246674 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a489a3a3-85c8-4c0c-84bc-4816ed303457 req-f8747420-e830-41b1-bdf1-7ecc1c082fad tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:48.248356 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-a489a3a3-85c8-4c0c-84bc-4816ed303457 req-f8747420-e830-41b1-bdf1-7ecc1c082fad tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7ca1ddc-e021-4caf-94a9-02e6d2420729 HTTP/1.1" status: 200 len: 945 time: 0.0710251 Jun 28 12:05:48.287291 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-a489a3a3-85c8-4c0c-84bc-4816ed303457 req-ae063b6c-76b3-449e-921f-1671d1181ebb tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/security-groups?id=0046b0d6-801b-426f-9192-d8e3ad3d9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324252 Jun 28 12:05:48.451686 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d90903-6f23-4a83-bca6-92079a6f3992 req-c11a2889-bc32-4413-9617-8fa83e6f63ac tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:48.453193 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-11d90903-6f23-4a83-bca6-92079a6f3992 req-c11a2889-bc32-4413-9617-8fa83e6f63ac tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4bb9994-c394-48f3-9920-5ee52626e8eb HTTP/1.1" status: 200 len: 946 time: 0.0635788 Jun 28 12:05:48.490232 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-11d90903-6f23-4a83-bca6-92079a6f3992 req-3add0bf4-558a-4d85-a6e8-22f25f12d0db tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313933 Jun 28 12:05:49.032976 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 59118) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:49.076301 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef47a3b6-0b61-4b82-95b8-bb94f01b332c admin admin] Deleting subnet a4a1d2e7-5939-496d-8fa1-4100ea56844e {{(pid=93125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 12:05:49.079300 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-ef47a3b6-0b61-4b82-95b8-bb94f01b332c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:49.112523 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-ef47a3b6-0b61-4b82-95b8-bb94f01b332c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12480110'] for subnet, precommit_delete_associations {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:49.156064 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-ef47a3b6-0b61-4b82-95b8-bb94f01b332c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3543267'] for subnet, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:49.208103 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-ef47a3b6-0b61-4b82-95b8-bb94f01b332c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3543284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4137752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8412948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11140556'] for subnet, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:49.211102 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-8d554ab1-23e8-4776-b78c-ceb7899abb77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:49.235206 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef47a3b6-0b61-4b82-95b8-bb94f01b332c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4a1d2e7-5939-496d-8fa1-4100ea56844e,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:49.237650 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-ef47a3b6-0b61-4b82-95b8-bb94f01b332c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:49.241981 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-ef47a3b6-0b61-4b82-95b8-bb94f01b332c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3735354'] for subnet, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:49.243493 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-ef47a3b6-0b61-4b82-95b8-bb94f01b332c admin admin] 10.222.0.26 "DELETE /v2.0/subnets/a4a1d2e7-5939-496d-8fa1-4100ea56844e HTTP/1.1" status: 204 len: 168 time: 0.2094836 Jun 28 12:05:49.245873 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 59120) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:49.325377 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-e36e8baa-d556-4b13-b5f3-69f858032b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572552'] for network, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:49.403083 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-e36e8baa-d556-4b13-b5f3-69f858032b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3544245', 'neutron.services.segments.db._delete_segments_for_network-8751010592552'] for network, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:49.412363 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.services.segments.db [None req-e36e8baa-d556-4b13-b5f3-69f858032b6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6e648c6-30c3-4197-803f-78747e50d129']}} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:05:49.421658 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.services.segments.db [None req-e36e8baa-d556-4b13-b5f3-69f858032b6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c468e5c8-35b8-46a2-9c44-9cf33dc46c17') {'for_net_delete': True} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:05:49.421948 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.services.segments.db [None req-e36e8baa-d556-4b13-b5f3-69f858032b6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c468e5c8-35b8-46a2-9c44-9cf33dc46c17') {} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:05:49.430476 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-e36e8baa-d556-4b13-b5f3-69f858032b6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751010442123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12480023'] for segment, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:49.443893 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-e36e8baa-d556-4b13-b5f3-69f858032b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539709'] for segment, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:49.450373 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e36e8baa-d556-4b13-b5f3-69f858032b6c admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=93125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 12:05:49.450746 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-e36e8baa-d556-4b13-b5f3-69f858032b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8413175'] for segment, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:49.452358 dv-cinder-772388-5-smb neutron-server[93125]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 12:05:49.452358 dv-cinder-772388-5-smb neutron-server[93125]: conditions |= (models_v2.Port.network_id.in_( Jun 28 12:05:49.452358 dv-cinder-772388-5-smb neutron-server[93125]: Traceback (most recent call last): Jun 28 12:05:49.452358 dv-cinder-772388-5-smb neutron-server[93125]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 12:05:49.452358 dv-cinder-772388-5-smb neutron-server[93125]: timer() Jun 28 12:05:49.452358 dv-cinder-772388-5-smb neutron-server[93125]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 12:05:49.452358 dv-cinder-772388-5-smb neutron-server[93125]: cb(*args, **kw) Jun 28 12:05:49.452358 dv-cinder-772388-5-smb neutron-server[93125]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 12:05:49.452358 dv-cinder-772388-5-smb neutron-server[93125]: return func(*args, **kwargs) Jun 28 12:05:49.452358 dv-cinder-772388-5-smb neutron-server[93125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 12:05:49.452358 dv-cinder-772388-5-smb neutron-server[93125]: self._notify() Jun 28 12:05:49.452358 dv-cinder-772388-5-smb neutron-server[93125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 12:05:49.452358 dv-cinder-772388-5-smb neutron-server[93125]: self.callback(batched_events) Jun 28 12:05:49.452358 dv-cinder-772388-5-smb neutron-server[93125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 12:05:49.452358 dv-cinder-772388-5-smb neutron-server[93125]: event.method(event) Jun 28 12:05:49.452358 dv-cinder-772388-5-smb neutron-server[93125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 12:05:49.452358 dv-cinder-772388-5-smb neutron-server[93125]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 12:05:49.452358 dv-cinder-772388-5-smb neutron-server[93125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 12:05:49.452358 dv-cinder-772388-5-smb neutron-server[93125]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 12:05:49.452358 dv-cinder-772388-5-smb neutron-server[93125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 12:05:49.452358 dv-cinder-772388-5-smb neutron-server[93125]: return f(self, *a, **k) Jun 28 12:05:49.452358 dv-cinder-772388-5-smb neutron-server[93125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 12:05:49.452358 dv-cinder-772388-5-smb neutron-server[93125]: return self._get(url).json() Jun 28 12:05:49.452358 dv-cinder-772388-5-smb neutron-server[93125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 12:05:49.452358 dv-cinder-772388-5-smb neutron-server[93125]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 12:05:49.452358 dv-cinder-772388-5-smb neutron-server[93125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 12:05:49.452358 dv-cinder-772388-5-smb neutron-server[93125]: return self.request(url, 'GET', **kwargs) Jun 28 12:05:49.452358 dv-cinder-772388-5-smb neutron-server[93125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 12:05:49.452358 dv-cinder-772388-5-smb neutron-server[93125]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 12:05:49.452358 dv-cinder-772388-5-smb neutron-server[93125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 12:05:49.452358 dv-cinder-772388-5-smb neutron-server[93125]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 12:05:49.452358 dv-cinder-772388-5-smb neutron-server[93125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 12:05:49.452358 dv-cinder-772388-5-smb neutron-server[93125]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 12:05:49.452358 dv-cinder-772388-5-smb neutron-server[93125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 12:05:49.506020 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-e36e8baa-d556-4b13-b5f3-69f858032b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3544236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799908'] for network, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:49.509843 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:49.512194 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-e36e8baa-d556-4b13-b5f3-69f858032b6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3735354'] for network, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:49.513994 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-e36e8baa-d556-4b13-b5f3-69f858032b6c admin admin] 10.222.0.26 "DELETE /v2.0/networks/b6e648c6-30c3-4197-803f-78747e50d129 HTTP/1.1" status: 204 len: 168 time: 0.2671626 Jun 28 12:05:49.516910 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 59130) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:49.524339 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36e8baa-d556-4b13-b5f3-69f858032b6c admin admin] Pushing event deleted for resources: {'Network': ['ID=b6e648c6-30c3-4197-803f-78747e50d129,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:49.527446 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-e36e8baa-d556-4b13-b5f3-69f858032b6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:49.568694 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef506b99-39cf-40f1-b1c8-f1e985da2666 admin admin] Deleting subnet 5d0393b8-4318-429d-84bf-b2d621ee5f97 {{(pid=93124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 12:05:49.572502 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-ef506b99-39cf-40f1-b1c8-f1e985da2666 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:49.619376 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-ef506b99-39cf-40f1-b1c8-f1e985da2666 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8809132'] for subnet, precommit_delete_associations {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:49.688962 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-ef506b99-39cf-40f1-b1c8-f1e985da2666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3543267'] for subnet, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:49.743019 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36892409-2d96-4194-b42e-f06094dd5e2a req-f32c3b0e-53fe-480f-919c-aae8caacb8dc tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:49.744555 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-36892409-2d96-4194-b42e-f06094dd5e2a req-f32c3b0e-53fe-480f-919c-aae8caacb8dc tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4bb9994-c394-48f3-9920-5ee52626e8eb HTTP/1.1" status: 200 len: 946 time: 0.1395345 Jun 28 12:05:49.795741 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-36892409-2d96-4194-b42e-f06094dd5e2a req-01c5fb9e-2357-4ead-b92e-3bfeecbef75b tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428250 Jun 28 12:05:49.797151 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-ef506b99-39cf-40f1-b1c8-f1e985da2666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3543284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4137752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8410990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941170'] for subnet, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:49.803911 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-9f4ecadc-8dc5-42b3-89ae-89bc25d1484b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:49.831923 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef506b99-39cf-40f1-b1c8-f1e985da2666 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d0393b8-4318-429d-84bf-b2d621ee5f97,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:49.833980 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-ef506b99-39cf-40f1-b1c8-f1e985da2666 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:49.840263 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 59138) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:49.840512 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-ef506b99-39cf-40f1-b1c8-f1e985da2666 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/5d0393b8-4318-429d-84bf-b2d621ee5f97 HTTP/1.1" status: 204 len: 168 time: 0.3223486 Jun 28 12:05:49.841408 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-ef506b99-39cf-40f1-b1c8-f1e985da2666 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:49.919921 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-ea60f100-5be6-40c2-9caf-a3244e74e84f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572552'] for network, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:50.004905 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-ea60f100-5be6-40c2-9caf-a3244e74e84f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3544245', 'neutron.services.segments.db._delete_segments_for_network-8751010592552'] for network, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:50.015080 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.services.segments.db [None req-ea60f100-5be6-40c2-9caf-a3244e74e84f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfd7ed24-eb4f-4e44-b13b-ddad474a9f1d']}} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:05:50.026773 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.services.segments.db [None req-ea60f100-5be6-40c2-9caf-a3244e74e84f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2027183-2b3a-48ed-8934-ef0c8533ca9a') {'for_net_delete': True} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:05:50.027669 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.services.segments.db [None req-ea60f100-5be6-40c2-9caf-a3244e74e84f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2027183-2b3a-48ed-8934-ef0c8533ca9a') {} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:05:50.038149 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-ea60f100-5be6-40c2-9caf-a3244e74e84f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751010442123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12480023'] for segment, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:50.053297 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-ea60f100-5be6-40c2-9caf-a3244e74e84f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539709'] for segment, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:50.061710 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea60f100-5be6-40c2-9caf-a3244e74e84f admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=93125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 12:05:50.062106 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-ea60f100-5be6-40c2-9caf-a3244e74e84f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8413175'] for segment, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:50.063782 dv-cinder-772388-5-smb neutron-server[93125]: Traceback (most recent call last): Jun 28 12:05:50.063782 dv-cinder-772388-5-smb neutron-server[93125]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 12:05:50.063782 dv-cinder-772388-5-smb neutron-server[93125]: timer() Jun 28 12:05:50.063782 dv-cinder-772388-5-smb neutron-server[93125]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 12:05:50.063782 dv-cinder-772388-5-smb neutron-server[93125]: cb(*args, **kw) Jun 28 12:05:50.063782 dv-cinder-772388-5-smb neutron-server[93125]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 12:05:50.063782 dv-cinder-772388-5-smb neutron-server[93125]: return func(*args, **kwargs) Jun 28 12:05:50.063782 dv-cinder-772388-5-smb neutron-server[93125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 12:05:50.063782 dv-cinder-772388-5-smb neutron-server[93125]: self._notify() Jun 28 12:05:50.063782 dv-cinder-772388-5-smb neutron-server[93125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 12:05:50.063782 dv-cinder-772388-5-smb neutron-server[93125]: self.callback(batched_events) Jun 28 12:05:50.063782 dv-cinder-772388-5-smb neutron-server[93125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 12:05:50.063782 dv-cinder-772388-5-smb neutron-server[93125]: event.method(event) Jun 28 12:05:50.063782 dv-cinder-772388-5-smb neutron-server[93125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 12:05:50.063782 dv-cinder-772388-5-smb neutron-server[93125]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 12:05:50.063782 dv-cinder-772388-5-smb neutron-server[93125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 12:05:50.063782 dv-cinder-772388-5-smb neutron-server[93125]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 12:05:50.063782 dv-cinder-772388-5-smb neutron-server[93125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 12:05:50.063782 dv-cinder-772388-5-smb neutron-server[93125]: return f(self, *a, **k) Jun 28 12:05:50.063782 dv-cinder-772388-5-smb neutron-server[93125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 12:05:50.063782 dv-cinder-772388-5-smb neutron-server[93125]: return self._get(url).json() Jun 28 12:05:50.063782 dv-cinder-772388-5-smb neutron-server[93125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 12:05:50.063782 dv-cinder-772388-5-smb neutron-server[93125]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 12:05:50.063782 dv-cinder-772388-5-smb neutron-server[93125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 12:05:50.063782 dv-cinder-772388-5-smb neutron-server[93125]: return self.request(url, 'GET', **kwargs) Jun 28 12:05:50.063782 dv-cinder-772388-5-smb neutron-server[93125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 12:05:50.063782 dv-cinder-772388-5-smb neutron-server[93125]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 12:05:50.063782 dv-cinder-772388-5-smb neutron-server[93125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 12:05:50.063782 dv-cinder-772388-5-smb neutron-server[93125]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 12:05:50.063782 dv-cinder-772388-5-smb neutron-server[93125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 12:05:50.063782 dv-cinder-772388-5-smb neutron-server[93125]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 12:05:50.063782 dv-cinder-772388-5-smb neutron-server[93125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 12:05:50.119332 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-ea60f100-5be6-40c2-9caf-a3244e74e84f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3544236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799908'] for network, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:50.123036 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-e36e8baa-d556-4b13-b5f3-69f858032b6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:50.125526 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-ea60f100-5be6-40c2-9caf-a3244e74e84f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3735354'] for network, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:50.127184 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-ea60f100-5be6-40c2-9caf-a3244e74e84f admin admin] 10.222.0.26 "DELETE /v2.0/networks/dfd7ed24-eb4f-4e44-b13b-ddad474a9f1d HTTP/1.1" status: 204 len: 168 time: 0.2854891 Jun 28 12:05:50.137888 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea60f100-5be6-40c2-9caf-a3244e74e84f admin admin] Pushing event deleted for resources: {'Network': ['ID=dfd7ed24-eb4f-4e44-b13b-ddad474a9f1d,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:50.139987 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-ea60f100-5be6-40c2-9caf-a3244e74e84f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:50.282761 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 59148) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:50.323062 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-d16c4b0b-c93e-4d0f-95ee-60ca5270eb2a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c1222bd1bddb4950899f8122c55aa3f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390985 Jun 28 12:05:50.325571 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 59152) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:50.374702 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-5c977071-2048-4761-9100-8067cb197911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:50.395015 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-5c977071-2048-4761-9100-8067cb197911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:50.439474 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-5c977071-2048-4761-9100-8067cb197911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:50.442300 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-5c977071-2048-4761-9100-8067cb197911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:50.445902 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-5c977071-2048-4761-9100-8067cb197911 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b93bbcc5-5603-4688-a14d-fdd92d8324bc HTTP/1.1" status: 204 len: 168 time: 0.1169753 Jun 28 12:05:50.445902 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-03912a33-4bcc-41f6-89a0-9ec65bf99da8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:50.453809 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c977071-2048-4761-9100-8067cb197911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93bbcc5-5603-4688-a14d-fdd92d8324bc,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:50.456250 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-5c977071-2048-4761-9100-8067cb197911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:50.766487 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 59166) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:50.806298 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-8e0d4592-6a04-4e0b-8a4f-2d5369f2c038 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7d6d9ad2adcb4823a7f38a29e2b3067e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379412 Jun 28 12:05:50.808797 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 59168) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:50.863704 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-0cc6a48e-f2ef-4333-9ac2-8d292a12d9df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:50.885942 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-0cc6a48e-f2ef-4333-9ac2-8d292a12d9df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:50.968624 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-0cc6a48e-f2ef-4333-9ac2-8d292a12d9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:50.971312 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-0cc6a48e-f2ef-4333-9ac2-8d292a12d9df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:50.974745 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-0cc6a48e-f2ef-4333-9ac2-8d292a12d9df admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ba9695aa-c9de-4ea6-9862-7a2b54579500 HTTP/1.1" status: 204 len: 168 time: 0.1626709 Jun 28 12:05:50.974745 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-e8bb9c57-a5f0-44b2-9550-8f97419507eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:50.987765 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc6a48e-f2ef-4333-9ac2-8d292a12d9df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9695aa-c9de-4ea6-9862-7a2b54579500,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:50.990383 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-0cc6a48e-f2ef-4333-9ac2-8d292a12d9df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:51.023277 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b23d9-ec15-4b95-b6e1-161664319535 req-aae530c0-21d8-4a80-ba09-b99cb679c271 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:51.025013 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-2f5b23d9-ec15-4b95-b6e1-161664319535 req-aae530c0-21d8-4a80-ba09-b99cb679c271 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4bb9994-c394-48f3-9920-5ee52626e8eb HTTP/1.1" status: 200 len: 946 time: 0.1054769 Jun 28 12:05:51.063275 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-2f5b23d9-ec15-4b95-b6e1-161664319535 req-94ebf3df-b81f-4e46-9e2d-16eb5d14ca6e tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324426 Jun 28 12:05:52.059115 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 59220) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:52.160192 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-b45c9096-389a-411b-accd-b601e1c6709d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:52.248076 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-b45c9096-389a-411b-accd-b601e1c6709d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:52.252151 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-b45c9096-389a-411b-accd-b601e1c6709d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:52.255690 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-545b910e-f851-4fa6-a42f-fbc284b6d2d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:52.289949 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-b45c9096-389a-411b-accd-b601e1c6709d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8e51cbb6fa10461b861034346ffb8df4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2296243 Jun 28 12:05:52.293052 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45c9096-389a-411b-accd-b601e1c6709d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98890ee6-824e-4c57-a001-6a84d746c777,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:52.293215 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 59232) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:52.295470 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-b45c9096-389a-411b-accd-b601e1c6709d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:52.346511 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-89eb6089-e498-48bf-8fcc-235ee1827043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:52.366704 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-89eb6089-e498-48bf-8fcc-235ee1827043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:52.416338 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-89eb6089-e498-48bf-8fcc-235ee1827043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:52.419034 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-89eb6089-e498-48bf-8fcc-235ee1827043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:52.421336 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-89eb6089-e498-48bf-8fcc-235ee1827043 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/98890ee6-824e-4c57-a001-6a84d746c777 HTTP/1.1" status: 204 len: 168 time: 0.1270454 Jun 28 12:05:52.422128 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-31a2139f-1b11-47db-85cf-4fe87bd9fdf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:52.430615 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eb6089-e498-48bf-8fcc-235ee1827043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98890ee6-824e-4c57-a001-6a84d746c777,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:52.434226 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-89eb6089-e498-48bf-8fcc-235ee1827043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:52.610264 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b128b-eb0a-42d0-8bf5-93a5ae945e87 req-898fccb4-7b21-44a7-9349-9b4727d7c73f tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:52.611762 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-0e3b128b-eb0a-42d0-8bf5-93a5ae945e87 req-898fccb4-7b21-44a7-9349-9b4727d7c73f tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4bb9994-c394-48f3-9920-5ee52626e8eb HTTP/1.1" status: 200 len: 946 time: 0.0646269 Jun 28 12:05:52.657189 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-0e3b128b-eb0a-42d0-8bf5-93a5ae945e87 req-4de898c9-1dbb-4478-a8bc-09b4706d5752 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388508 Jun 28 12:05:53.156116 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 59292) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:53.273919 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-b9784c32-c7f1-418a-aaf1-cc9bc8d47a8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:53.375772 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-b9784c32-c7f1-418a-aaf1-cc9bc8d47a8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:53.384685 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-b9784c32-c7f1-418a-aaf1-cc9bc8d47a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:53.388313 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-fa73228a-2ffa-49b4-9370-a66522079623 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:53.425703 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-b9784c32-c7f1-418a-aaf1-cc9bc8d47a8d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d9aac292f5654af3a053e7dfdf307df8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2679021 Jun 28 12:05:53.426988 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9784c32-c7f1-418a-aaf1-cc9bc8d47a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5406e7-393e-4728-bd7f-1766eaa0c59b,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:53.427138 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 59304) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:53.437704 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-b9784c32-c7f1-418a-aaf1-cc9bc8d47a8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:53.489119 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-1ae50925-534d-41c4-ac0c-31b8013cc22a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:53.509453 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-1ae50925-534d-41c4-ac0c-31b8013cc22a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:53.557040 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-1ae50925-534d-41c4-ac0c-31b8013cc22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:53.565966 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-1ae50925-534d-41c4-ac0c-31b8013cc22a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:53.567104 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-1ae50925-534d-41c4-ac0c-31b8013cc22a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cc5406e7-393e-4728-bd7f-1766eaa0c59b HTTP/1.1" status: 204 len: 168 time: 0.1385581 Jun 28 12:05:53.567963 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-64f71604-ea03-43cd-8c92-081135a8d8e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:53.581103 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae50925-534d-41c4-ac0c-31b8013cc22a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5406e7-393e-4728-bd7f-1766eaa0c59b,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:53.583936 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-1ae50925-534d-41c4-ac0c-31b8013cc22a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:55.169989 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5114a908-db5e-4a23-bd12-54802ed51d62 req-e7bd3ad0-e283-445a-8545-1b4cb458b222 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:55.171596 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-5114a908-db5e-4a23-bd12-54802ed51d62 req-e7bd3ad0-e283-445a-8545-1b4cb458b222 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7ca1ddc-e021-4caf-94a9-02e6d2420729 HTTP/1.1" status: 200 len: 945 time: 0.0627830 Jun 28 12:05:55.228177 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-5114a908-db5e-4a23-bd12-54802ed51d62 req-3bc9c800-ab78-475f-b0ce-a6a2b08ab761 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/security-groups?id=0046b0d6-801b-426f-9192-d8e3ad3d9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453632 Jun 28 12:05:55.618330 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228fcf1-702a-44f1-af0d-606c71b80b92 req-20d5fea6-6e5b-401e-b72c-e84b3f75eb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:55.619803 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-0228fcf1-702a-44f1-af0d-606c71b80b92 req-20d5fea6-6e5b-401e-b72c-e84b3f75eb75 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fe7c3f2e1d4146aca83e0fef204d622b&device_id=f4bb9994-c394-48f3-9920-5ee52626e8eb HTTP/1.1" status: 200 len: 1099 time: 0.0541692 Jun 28 12:05:55.675188 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cffc86-9ccf-4c75-ae35-f38fd424f7ef req-2ece2f00-f928-4ba0-a80c-1d627961789e tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:55.677394 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-f6cffc86-9ccf-4c75-ae35-f38fd424f7ef req-2ece2f00-f928-4ba0-a80c-1d627961789e tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4bb9994-c394-48f3-9920-5ee52626e8eb HTTP/1.1" status: 200 len: 946 time: 0.0728979 Jun 28 12:05:55.732073 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228fcf1-702a-44f1-af0d-606c71b80b92 req-8e5b4de1-737e-4861-8c27-ea17d647fbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:55.733712 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-0228fcf1-702a-44f1-af0d-606c71b80b92 req-8e5b4de1-737e-4861-8c27-ea17d647fbee service neutron] 10.222.0.61 "GET /v2.0/networks?id=cc519756-7b35-42fd-b120-3972e87c8408 HTTP/1.1" status: 200 len: 919 time: 0.1057446 Jun 28 12:05:55.740910 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-f6cffc86-9ccf-4c75-ae35-f38fd424f7ef req-dd091085-7957-4078-aac6-6e6080d107ae tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391512 Jun 28 12:05:55.788742 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-0228fcf1-702a-44f1-af0d-606c71b80b92 req-cfa07e08-12df-49ee-a33d-d8f3a3520e64 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09192287-722e-4688-8096-29dd9fa381b0 HTTP/1.1" status: 200 len: 217 time: 0.0389538 Jun 28 12:05:55.852445 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228fcf1-702a-44f1-af0d-606c71b80b92 req-93871f86-6aa0-400d-8092-e07231019f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:55.854062 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-0228fcf1-702a-44f1-af0d-606c71b80b92 req-93871f86-6aa0-400d-8092-e07231019f1a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8a6107a4-8407-4d53-a64c-0df6855e25e1 HTTP/1.1" status: 200 len: 858 time: 0.0498829 Jun 28 12:05:55.887946 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-0228fcf1-702a-44f1-af0d-606c71b80b92 req-784fd402-a82e-4846-bb1c-2257835a8e41 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cc519756-7b35-42fd-b120-3972e87c8408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258832 Jun 28 12:05:55.986271 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-0228fcf1-702a-44f1-af0d-606c71b80b92 req-c4494303-5945-486a-a63b-6ae60e73d66a service neutron] 10.222.0.61 "GET /v2.0/networks/cc519756-7b35-42fd-b120-3972e87c8408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811882 Jun 28 12:05:56.259780 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-0228fcf1-702a-44f1-af0d-606c71b80b92 req-be945955-2073-436f-a9f0-e61072022b07 service neutron] 10.222.0.61 "GET /v2.0/networks/cc519756-7b35-42fd-b120-3972e87c8408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653427 Jun 28 12:05:56.392065 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab00b89-fbb8-4837-a702-4412b4abc919 req-d822a576-29f7-41ee-b154-023ba0132cfe tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:56.393661 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-5ab00b89-fbb8-4837-a702-4412b4abc919 req-d822a576-29f7-41ee-b154-023ba0132cfe tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7ca1ddc-e021-4caf-94a9-02e6d2420729 HTTP/1.1" status: 200 len: 945 time: 0.0633333 Jun 28 12:05:56.430339 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-5ab00b89-fbb8-4837-a702-4412b4abc919 req-0b9558fe-4656-4fd2-8f25-26930f1e3e0a tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/security-groups?id=0046b0d6-801b-426f-9192-d8e3ad3d9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311418 Jun 28 12:05:56.762822 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 59424) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:56.878163 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-36ec4a7a-a2df-48c3-8127-fab399044048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:56.938862 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5040261-ba8f-4d5a-b532-46523ef13ea7 req-9de0e177-ad3d-4b6e-b0b1-6197d5dfbf19 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:56.940439 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-a5040261-ba8f-4d5a-b532-46523ef13ea7 req-9de0e177-ad3d-4b6e-b0b1-6197d5dfbf19 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4bb9994-c394-48f3-9920-5ee52626e8eb HTTP/1.1" status: 200 len: 946 time: 0.0768359 Jun 28 12:05:56.984719 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-a5040261-ba8f-4d5a-b532-46523ef13ea7 req-46173afd-65d9-4639-a228-f66ed92c8d6d tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383739 Jun 28 12:05:56.990673 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-36ec4a7a-a2df-48c3-8127-fab399044048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:56.996832 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-36ec4a7a-a2df-48c3-8127-fab399044048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:57.005296 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-39e8936e-0f0e-4285-a85b-1cba8961e4f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:57.039163 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-36ec4a7a-a2df-48c3-8127-fab399044048 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2cb7e5e2b53f493e9157a7937ee7431b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2729404 Jun 28 12:05:57.039494 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 59442) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:57.047809 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ec4a7a-a2df-48c3-8127-fab399044048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=794ac4d7-06ee-4c7f-abda-f798a4b47978,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:57.051062 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-36ec4a7a-a2df-48c3-8127-fab399044048 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:57.089573 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-73a798b8-5bbb-45e7-b27d-ef494c40eaa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:57.110172 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-73a798b8-5bbb-45e7-b27d-ef494c40eaa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:57.155563 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-73a798b8-5bbb-45e7-b27d-ef494c40eaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:57.158444 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-73a798b8-5bbb-45e7-b27d-ef494c40eaa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:57.159627 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-73a798b8-5bbb-45e7-b27d-ef494c40eaa8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/794ac4d7-06ee-4c7f-abda-f798a4b47978 HTTP/1.1" status: 204 len: 168 time: 0.1186202 Jun 28 12:05:57.160364 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-483f88e3-f094-402a-b9cc-2b7acc7ac9a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:57.168288 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a798b8-5bbb-45e7-b27d-ef494c40eaa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=794ac4d7-06ee-4c7f-abda-f798a4b47978,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:57.170500 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-73a798b8-5bbb-45e7-b27d-ef494c40eaa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:57.269369 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd93196-4181-4a29-ba5a-cbef7e4a7d10 req-0316d29a-c42a-48d8-92c6-72ec0cd1ed00 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:57.270806 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-2dd93196-4181-4a29-ba5a-cbef7e4a7d10 req-0316d29a-c42a-48d8-92c6-72ec0cd1ed00 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7ca1ddc-e021-4caf-94a9-02e6d2420729 HTTP/1.1" status: 200 len: 945 time: 0.0741184 Jun 28 12:05:57.400694 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.plugin [req-2dd93196-4181-4a29-ba5a-cbef7e4a7d10 req-96931c0c-69e4-4315-8536-de39f02b0fb8 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Deleting port f3b963f7-0691-40b5-9f5b-6396261efa91 {{(pid=93125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:05:57.401269 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-2dd93196-4181-4a29-ba5a-cbef7e4a7d10 req-96931c0c-69e4-4315-8536-de39f02b0fb8 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751010669087'] for port, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:57.448589 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 59448) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:57.464642 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-ab84ca5b-b16e-45b0-8499-078c07076b31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:57.500695 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.db [req-2dd93196-4181-4a29-ba5a-cbef7e4a7d10 req-96931c0c-69e4-4315-8536-de39f02b0fb8 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] For port f3b963f7-0691-40b5-9f5b-6396261efa91, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=f3b963f7-0691-40b5-9f5b-6396261efa91,segment=NetworkSegment(918d5219-a753-4f11-a570-279069e69307),segment_id=918d5219-a753-4f11-a570-279069e69307)] {{(pid=93125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:05:57.501367 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-2dd93196-4181-4a29-ba5a-cbef7e4a7d10 req-96931c0c-69e4-4315-8536-de39f02b0fb8 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700447'] for port, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:57.516086 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.plugin [req-2dd93196-4181-4a29-ba5a-cbef7e4a7d10 req-96931c0c-69e4-4315-8536-de39f02b0fb8 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Calling delete_port for f3b963f7-0691-40b5-9f5b-6396261efa91 owned by compute:nova {{(pid=93125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:05:57.583402 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-ab84ca5b-b16e-45b0-8499-078c07076b31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:57.588987 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-ab84ca5b-b16e-45b0-8499-078c07076b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:57.592868 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-854f3432-44d1-4fe8-a0c2-eee8ff122d16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:57.661968 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab84ca5b-b16e-45b0-8499-078c07076b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544997ce-834c-4e21-b4d1-13dcbd110235,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:57.666214 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-ab84ca5b-b16e-45b0-8499-078c07076b31 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=974c17a4655747e687d4c5a91a2fb6b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2163925 Jun 28 12:05:57.673722 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-ab84ca5b-b16e-45b0-8499-078c07076b31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:57.673896 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 59456) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:57.683780 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-2dd93196-4181-4a29-ba5a-cbef7e4a7d10 req-96931c0c-69e4-4315-8536-de39f02b0fb8 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751010672945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751010131959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8413146'] for port, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:57.688599 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-6ea0b1c7-b288-4ae8-8422-bf3769b346f6 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:57.706537 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] get_ports_and_sgs() called for port_ids ['e58a98e9-2965-4605-bf27-7b797eb79f7a', '46deb3ea-42ec-414a-ae7c-1cfd411beab7', '50ca5fab-cb1d-4c03-82fa-a4beb0c64bcb', 'f3b963f7-0691-40b5-9f5b-6396261efa91'] {{(pid=93126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:05:57.717081 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6fd310-3989-4126-aa8c-6c16398d4c7f req-512adbae-5205-4061-a2d1-c664c414ce02 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:57.718576 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-8d6fd310-3989-4126-aa8c-6c16398d4c7f req-512adbae-5205-4061-a2d1-c664c414ce02 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7ca1ddc-e021-4caf-94a9-02e6d2420729 HTTP/1.1" status: 200 len: 945 time: 0.1003036 Jun 28 12:05:57.726823 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96931c0c-69e4-4315-8536-de39f02b0fb8 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Pushing event deleted for resources: {'Port': ['ID=f3b963f7-0691-40b5-9f5b-6396261efa91,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:57.756083 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-96931c0c-69e4-4315-8536-de39f02b0fb8 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:57.780078 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dd93196-4181-4a29-ba5a-cbef7e4a7d10 req-96931c0c-69e4-4315-8536-de39f02b0fb8 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] No DVR routers for this DVR port f3b963f7-0691-40b5-9f5b-6396261efa91 on host hv-cinder-77238 {{(pid=93125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:05:57.785376 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-2dd93196-4181-4a29-ba5a-cbef7e4a7d10 req-96931c0c-69e4-4315-8536-de39f02b0fb8 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188324'] for port, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:57.787236 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-2dd93196-4181-4a29-ba5a-cbef7e4a7d10 req-96931c0c-69e4-4315-8536-de39f02b0fb8 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.61 "DELETE /v2.0/ports/f3b963f7-0691-40b5-9f5b-6396261efa91 HTTP/1.1" status: 204 len: 173 time: 0.4990106 Jun 28 12:05:57.787975 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7ca1ddc-e021-4caf-94a9-02e6d2420729', 'name': 'network-vif-deleted', 'tag': 'f3b963f7-0691-40b5-9f5b-6396261efa91'}] {{(pid=93125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:05:57.790235 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cab5cdacc5b3cbbc94323449081fb5e48b25fdc1a77f938b5656c1b79ba6a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b0f45c-21f3-4e35-91e8-7bff614f9a54" -d '{"events": [{"server_uuid": "a7ca1ddc-e021-4caf-94a9-02e6d2420729", "name": "network-vif-deleted", "tag": "f3b963f7-0691-40b5-9f5b-6396261efa91"}]}' {{(pid=93125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:05:57.796353 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-8d6fd310-3989-4126-aa8c-6c16398d4c7f req-8091514e-885b-427a-aec6-6be076672603 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/security-groups?id=0046b0d6-801b-426f-9192-d8e3ad3d9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608175 Jun 28 12:05:57.820797 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-712673a9-aa40-446b-8b81-0103a32c38b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:57.845958 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b195b2-ac60-487e-aa74-b8b333a6cc39 x-openstack-request-id: req-d4b195b2-ac60-487e-aa74-b8b333a6cc39 {{(pid=93125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:05:57.846393 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7ca1ddc-e021-4caf-94a9-02e6d2420729", "name": "network-vif-deleted", "tag": "f3b963f7-0691-40b5-9f5b-6396261efa91", "status": "completed", "code": 200}]} {{(pid=93125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:05:57.846676 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d4b195b2-ac60-487e-aa74-b8b333a6cc39 {{(pid=93125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:05:57.847207 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7ca1ddc-e021-4caf-94a9-02e6d2420729', 'name': 'network-vif-deleted', 'tag': 'f3b963f7-0691-40b5-9f5b-6396261efa91', 'status': 'completed', 'code': 200} Jun 28 12:05:57.853010 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-712673a9-aa40-446b-8b81-0103a32c38b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:57.910988 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-712673a9-aa40-446b-8b81-0103a32c38b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:57.914841 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-712673a9-aa40-446b-8b81-0103a32c38b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:57.916117 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-712673a9-aa40-446b-8b81-0103a32c38b2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/544997ce-834c-4e21-b4d1-13dcbd110235 HTTP/1.1" status: 204 len: 168 time: 0.2450066 Jun 28 12:05:57.916978 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-026ef2d5-eb4a-4d6d-b3f4-1e022f928cca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:57.926468 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712673a9-aa40-446b-8b81-0103a32c38b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544997ce-834c-4e21-b4d1-13dcbd110235,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:57.934174 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-712673a9-aa40-446b-8b81-0103a32c38b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:58.217660 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722cbbd2-34cd-4c3f-ac96-2c1496fe8768 req-0f72c8d3-3d06-4f90-bb77-18795e956a7a tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:58.224878 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-722cbbd2-34cd-4c3f-ac96-2c1496fe8768 req-0f72c8d3-3d06-4f90-bb77-18795e956a7a tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4bb9994-c394-48f3-9920-5ee52626e8eb HTTP/1.1" status: 200 len: 946 time: 0.1090820 Jun 28 12:05:58.268078 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-722cbbd2-34cd-4c3f-ac96-2c1496fe8768 req-6e0ad9f2-cb5f-48d6-8279-854f567e3487 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420363 Jun 28 12:05:58.607464 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-ed0e8d04-8471-4e75-9fbe-3ed0abdff781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:59.056112 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 59508) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:59.160190 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-3f0e0eaa-3694-44b5-9bf7-8c96df3d1af2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:59.245804 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-3f0e0eaa-3694-44b5-9bf7-8c96df3d1af2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:59.249837 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-3f0e0eaa-3694-44b5-9bf7-8c96df3d1af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:59.253105 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-89eb6089-e498-48bf-8fcc-235ee1827043 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:59.288435 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-3f0e0eaa-3694-44b5-9bf7-8c96df3d1af2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=238b5f454b3847dca5123cbf4e3c3368&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2312424 Jun 28 12:05:59.289354 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0e0eaa-3694-44b5-9bf7-8c96df3d1af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb97ec9-9801-4780-96e0-33e8575f24c7,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:59.291628 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 59516) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:59.293709 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-3f0e0eaa-3694-44b5-9bf7-8c96df3d1af2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:59.355749 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-3d6f403f-e21d-475e-af89-3a805e62c6e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:59.377606 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-3d6f403f-e21d-475e-af89-3a805e62c6e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:59.463051 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-3d6f403f-e21d-475e-af89-3a805e62c6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:59.465684 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-3d6f403f-e21d-475e-af89-3a805e62c6e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:59.469325 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-3d6f403f-e21d-475e-af89-3a805e62c6e8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6eb97ec9-9801-4780-96e0-33e8575f24c7 HTTP/1.1" status: 204 len: 168 time: 0.1742330 Jun 28 12:05:59.469325 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-6dbe1e25-d477-40aa-8ba4-70264c568b77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:59.483740 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f3970-7248-4183-a1e1-6f30341203ac req-231eb074-bddc-487c-a109-1942dd4c8074 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:59.485635 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-329f3970-7248-4183-a1e1-6f30341203ac req-231eb074-bddc-487c-a109-1942dd4c8074 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4bb9994-c394-48f3-9920-5ee52626e8eb HTTP/1.1" status: 200 len: 946 time: 0.1008382 Jun 28 12:05:59.501833 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f403f-e21d-475e-af89-3a805e62c6e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb97ec9-9801-4780-96e0-33e8575f24c7,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:59.510696 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-3d6f403f-e21d-475e-af89-3a805e62c6e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:59.551967 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-329f3970-7248-4183-a1e1-6f30341203ac req-175302eb-d497-4158-afbf-24f278a657c4 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572162 Jun 28 12:06:00.372600 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c701e040-33d5-4c6d-b32a-0f39773a3b0a req-9bd20c9b-57bd-4ce1-9bf8-d75739911c1d tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:00.374165 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-c701e040-33d5-4c6d-b32a-0f39773a3b0a req-9bd20c9b-57bd-4ce1-9bf8-d75739911c1d tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f83032a-996e-4f51-bbed-9f8fda0422e6 HTTP/1.1" status: 200 len: 945 time: 0.0634415 Jun 28 12:06:00.411246 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-c701e040-33d5-4c6d-b32a-0f39773a3b0a req-7aea0af3-5e13-49dc-b024-c6649c60c72b tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/security-groups?id=0046b0d6-801b-426f-9192-d8e3ad3d9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314276 Jun 28 12:06:00.733267 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3573dfc9-42cc-41df-bebc-468bf1c941a0 req-68b1d8f1-e220-4679-b01e-f6d10cce09e5 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:00.734871 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-3573dfc9-42cc-41df-bebc-468bf1c941a0 req-68b1d8f1-e220-4679-b01e-f6d10cce09e5 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4bb9994-c394-48f3-9920-5ee52626e8eb HTTP/1.1" status: 200 len: 946 time: 0.0661309 Jun 28 12:06:00.777562 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-3573dfc9-42cc-41df-bebc-468bf1c941a0 req-90313824-b64b-4647-912c-fb58717f1450 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336945 Jun 28 12:06:01.145548 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-2a933e7c-ab50-4947-ab61-d4c05e38de20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:01.368879 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:01.583544 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eeaadd-ac0e-45e1-95f8-5b140a958738 req-fff57a67-e295-4f9a-8347-574ed325949b tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:01.585049 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-29eeaadd-ac0e-45e1-95f8-5b140a958738 req-fff57a67-e295-4f9a-8347-574ed325949b tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f83032a-996e-4f51-bbed-9f8fda0422e6 HTTP/1.1" status: 200 len: 945 time: 0.0635924 Jun 28 12:06:01.622862 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-29eeaadd-ac0e-45e1-95f8-5b140a958738 req-7bec6a7b-db08-4188-9d90-d2445133fc60 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/security-groups?id=0046b0d6-801b-426f-9192-d8e3ad3d9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308826 Jun 28 12:06:01.692512 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-9678cef3-23ca-4130-b384-510af24028fd req-ca814822-182e-4f44-81b1-bc602672303f tempest-VolumesNegativeTest-1699326220 tempest-VolumesNegativeTest-1699326220-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=12e018b697c640688d3240edd0a96755&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283377 Jun 28 12:06:02.091623 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device f3b963f7-0691-40b5-9f5b-6396261efa91 no longer exists at agent hyperv_hv-cinder-77238 {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:06:02.113098 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.plugin [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] No Port match for: f3b963f7-0691-40b5-9f5b-6396261efa91 {{(pid=93126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:06:02.113812 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device f3b963f7-0691-40b5-9f5b-6396261efa91 not bound to the agent host hv-cinder-77238 {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:06:02.122063 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678cef3-23ca-4130-b384-510af24028fd req-30b9729b-c0ab-4e1e-b84c-4bcc11974e0b tempest-VolumesNegativeTest-1699326220 tempest-VolumesNegativeTest-1699326220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:02.123532 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-9678cef3-23ca-4130-b384-510af24028fd req-30b9729b-c0ab-4e1e-b84c-4bcc11974e0b tempest-VolumesNegativeTest-1699326220 tempest-VolumesNegativeTest-1699326220-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4252317 Jun 28 12:06:02.145131 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-9678cef3-23ca-4130-b384-510af24028fd req-1c16f9e3-7f1b-47d1-ae9d-ce2772a60117 tempest-VolumesNegativeTest-1699326220 tempest-VolumesNegativeTest-1699326220-project] 10.222.0.26 "GET /v2.0/quotas/12e018b697c640688d3240edd0a96755 HTTP/1.1" status: 200 len: 375 time: 0.0150790 Jun 28 12:06:02.183179 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-9678cef3-23ca-4130-b384-510af24028fd req-edea6832-137e-466e-b403-656b8a3532e8 tempest-VolumesNegativeTest-1699326220 tempest-VolumesNegativeTest-1699326220-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=12e018b697c640688d3240edd0a96755&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300453 Jun 28 12:06:02.190558 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8633fa-924b-44f1-b06a-3972fb9b7f78 req-59f108b5-262c-4b47-a853-42fa4b331e33 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:02.191999 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-ea8633fa-924b-44f1-b06a-3972fb9b7f78 req-59f108b5-262c-4b47-a853-42fa4b331e33 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4bb9994-c394-48f3-9920-5ee52626e8eb HTTP/1.1" status: 200 len: 946 time: 0.1138139 Jun 28 12:06:02.231059 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-ea8633fa-924b-44f1-b06a-3972fb9b7f78 req-e4d8f913-32f2-4d7a-a70e-32099b966339 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331695 Jun 28 12:06:02.283984 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 59612) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:02.369786 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-15024f95-d6ab-4c53-a676-e5ab321c7970 req-713097f0-a60f-477d-a6e3-35ff1c0542d5 tempest-VolumesNegativeTest-1699326220 tempest-VolumesNegativeTest-1699326220-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4936136-0b6e-4f07-9392-618e6c7cd6b6 HTTP/1.1" status: 200 len: 210 time: 0.0316284 Jun 28 12:06:02.383401 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-5f2b1fbb-f913-4077-a7df-942ed403becf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:02.440930 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-352b3459-1770-40b7-860f-3b4f4bc63728 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:02.504525 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b8b73c-023a-4c4c-aff6-0fdf1205b27e req-bf4268b0-c02c-4773-976e-f5e53dbf71e7 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:02.505979 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-48b8b73c-023a-4c4c-aff6-0fdf1205b27e req-bf4268b0-c02c-4773-976e-f5e53dbf71e7 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f83032a-996e-4f51-bbed-9f8fda0422e6 HTTP/1.1" status: 200 len: 945 time: 0.1168256 Jun 28 12:06:02.633964 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-352b3459-1770-40b7-860f-3b4f4bc63728 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:02.640522 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-352b3459-1770-40b7-860f-3b4f4bc63728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:02.643988 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-2e127394-3402-4f52-943e-f32fd5a2d32d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:02.697867 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-352b3459-1770-40b7-860f-3b4f4bc63728 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a6537efccd584261a7768d1cf9873524&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4083838 Jun 28 12:06:02.697867 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.plugin [req-48b8b73c-023a-4c4c-aff6-0fdf1205b27e req-a710aa87-478e-4d88-8ead-aad0efdf1d2f tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Deleting port 50ca5fab-cb1d-4c03-82fa-a4beb0c64bcb {{(pid=93125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:06:02.698164 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-48b8b73c-023a-4c4c-aff6-0fdf1205b27e req-a710aa87-478e-4d88-8ead-aad0efdf1d2f tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751010669087'] for port, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:02.700396 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 59628) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:02.709706 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352b3459-1770-40b7-860f-3b4f4bc63728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4eb0f76-2fba-4f89-af69-1bc6cdfdf557,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:02.713762 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-352b3459-1770-40b7-860f-3b4f4bc63728 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:02.814072 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1152801f-f798-40de-a142-b300886ad066 req-ce79b46c-4340-421d-9e47-fc62ba41c7a2 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:02.816146 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-1152801f-f798-40de-a142-b300886ad066 req-ce79b46c-4340-421d-9e47-fc62ba41c7a2 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f83032a-996e-4f51-bbed-9f8fda0422e6 HTTP/1.1" status: 200 len: 945 time: 0.0725870 Jun 28 12:06:02.817636 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-a60ae707-e819-463e-9bf3-40a343f3ec80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:02.852215 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.db [req-48b8b73c-023a-4c4c-aff6-0fdf1205b27e req-a710aa87-478e-4d88-8ead-aad0efdf1d2f tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] For port 50ca5fab-cb1d-4c03-82fa-a4beb0c64bcb, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=50ca5fab-cb1d-4c03-82fa-a4beb0c64bcb,segment=NetworkSegment(918d5219-a753-4f11-a570-279069e69307),segment_id=918d5219-a753-4f11-a570-279069e69307)] {{(pid=93125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:06:02.852615 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-48b8b73c-023a-4c4c-aff6-0fdf1205b27e req-a710aa87-478e-4d88-8ead-aad0efdf1d2f tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700447'] for port, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:02.856983 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-1152801f-f798-40de-a142-b300886ad066 req-1f2b6dab-cad0-4040-b169-7d74b7ad6743 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/security-groups?id=0046b0d6-801b-426f-9192-d8e3ad3d9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340779 Jun 28 12:06:02.867637 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-a60ae707-e819-463e-9bf3-40a343f3ec80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:02.880739 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.plugin [req-48b8b73c-023a-4c4c-aff6-0fdf1205b27e req-a710aa87-478e-4d88-8ead-aad0efdf1d2f tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Calling delete_port for 50ca5fab-cb1d-4c03-82fa-a4beb0c64bcb owned by compute:nova {{(pid=93125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:06:02.965952 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-a60ae707-e819-463e-9bf3-40a343f3ec80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:02.968485 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-a60ae707-e819-463e-9bf3-40a343f3ec80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:02.969643 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-a60ae707-e819-463e-9bf3-40a343f3ec80 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a4eb0f76-2fba-4f89-af69-1bc6cdfdf557 HTTP/1.1" status: 204 len: 168 time: 0.2675238 Jun 28 12:06:02.971636 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-b9784c32-c7f1-418a-aaf1-cc9bc8d47a8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:02.986438 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60ae707-e819-463e-9bf3-40a343f3ec80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4eb0f76-2fba-4f89-af69-1bc6cdfdf557,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:02.989655 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-a60ae707-e819-463e-9bf3-40a343f3ec80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:03.054129 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-48b8b73c-023a-4c4c-aff6-0fdf1205b27e req-a710aa87-478e-4d88-8ead-aad0efdf1d2f tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751010672945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751010131959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8413146'] for port, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:03.059186 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-80577956-198a-4a97-88ea-119d81d234e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:03.065531 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] get_ports_and_sgs() called for port_ids ['e58a98e9-2965-4605-bf27-7b797eb79f7a', '46deb3ea-42ec-414a-ae7c-1cfd411beab7', '50ca5fab-cb1d-4c03-82fa-a4beb0c64bcb'] {{(pid=93126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:06:03.088178 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a710aa87-478e-4d88-8ead-aad0efdf1d2f tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Pushing event deleted for resources: {'Port': ['ID=50ca5fab-cb1d-4c03-82fa-a4beb0c64bcb,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:03.092850 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-a710aa87-478e-4d88-8ead-aad0efdf1d2f tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:03.147958 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.l3_dvrscheduler_db [req-48b8b73c-023a-4c4c-aff6-0fdf1205b27e req-a710aa87-478e-4d88-8ead-aad0efdf1d2f tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] No DVR routers for this DVR port 50ca5fab-cb1d-4c03-82fa-a4beb0c64bcb on host hv-cinder-77238 {{(pid=93125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:06:03.151143 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-48b8b73c-023a-4c4c-aff6-0fdf1205b27e req-a710aa87-478e-4d88-8ead-aad0efdf1d2f tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188324'] for port, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:03.153486 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-48b8b73c-023a-4c4c-aff6-0fdf1205b27e req-a710aa87-478e-4d88-8ead-aad0efdf1d2f tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.61 "DELETE /v2.0/ports/50ca5fab-cb1d-4c03-82fa-a4beb0c64bcb HTTP/1.1" status: 204 len: 173 time: 0.6357489 Jun 28 12:06:03.153983 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f83032a-996e-4f51-bbed-9f8fda0422e6', 'name': 'network-vif-deleted', 'tag': '50ca5fab-cb1d-4c03-82fa-a4beb0c64bcb'}] {{(pid=93125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:06:03.156675 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cab5cdacc5b3cbbc94323449081fb5e48b25fdc1a77f938b5656c1b79ba6a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf6a21c-682b-467b-975d-929d58c7a325" -d '{"events": [{"server_uuid": "3f83032a-996e-4f51-bbed-9f8fda0422e6", "name": "network-vif-deleted", "tag": "50ca5fab-cb1d-4c03-82fa-a4beb0c64bcb"}]}' {{(pid=93125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:06:03.195302 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b48d31-8602-48a8-93ef-31bba98a22b7 x-openstack-request-id: req-19b48d31-8602-48a8-93ef-31bba98a22b7 {{(pid=93125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:06:03.195608 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f83032a-996e-4f51-bbed-9f8fda0422e6", "name": "network-vif-deleted", "tag": "50ca5fab-cb1d-4c03-82fa-a4beb0c64bcb", "status": "completed", "code": 200}]} {{(pid=93125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:06:03.195905 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-19b48d31-8602-48a8-93ef-31bba98a22b7 {{(pid=93125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:06:03.196890 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f83032a-996e-4f51-bbed-9f8fda0422e6', 'name': 'network-vif-deleted', 'tag': '50ca5fab-cb1d-4c03-82fa-a4beb0c64bcb', 'status': 'completed', 'code': 200} Jun 28 12:06:03.291936 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 59638) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:03.309844 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-cff8c6f1-a07b-4f5f-9ceb-33ad84f6cc0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:03.418417 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-cff8c6f1-a07b-4f5f-9ceb-33ad84f6cc0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:03.423538 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-cff8c6f1-a07b-4f5f-9ceb-33ad84f6cc0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:03.429201 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-e8fde006-2da2-46d1-acb2-cd672a5faa3c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:03.449145 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c1ca28-0f58-4b8a-9f3d-3781099a4310 req-65d3143f-4b82-4ffb-8d8c-101e5db29e8b tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:03.451260 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-e6c1ca28-0f58-4b8a-9f3d-3781099a4310 req-65d3143f-4b82-4ffb-8d8c-101e5db29e8b tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4bb9994-c394-48f3-9920-5ee52626e8eb HTTP/1.1" status: 200 len: 946 time: 0.1017613 Jun 28 12:06:03.478271 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-cff8c6f1-a07b-4f5f-9ceb-33ad84f6cc0d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9dad621ba86f4956a6da6ce4ba46f620&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1827922 Jun 28 12:06:03.478271 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff8c6f1-a07b-4f5f-9ceb-33ad84f6cc0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9bb3537-93a2-4a57-ad7d-e678b865661f,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:03.479338 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 59644) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:03.489836 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-cff8c6f1-a07b-4f5f-9ceb-33ad84f6cc0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:03.522837 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-e6c1ca28-0f58-4b8a-9f3d-3781099a4310 req-38d7a6fc-7fcd-42e6-9fa2-3ceea85086e4 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657468 Jun 28 12:06:03.567625 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-9678cef3-23ca-4130-b384-510af24028fd req-3e1b57df-6fdb-4828-b3f9-292419ebd2c3 tempest-VolumesNegativeTest-1699326220 tempest-VolumesNegativeTest-1699326220-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=12e018b697c640688d3240edd0a96755&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0516257 Jun 28 12:06:03.573784 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-350a227f-882e-4951-85b9-9fb8458701a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:03.598373 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-350a227f-882e-4951-85b9-9fb8458701a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:03.652717 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-350a227f-882e-4951-85b9-9fb8458701a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:03.655996 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-350a227f-882e-4951-85b9-9fb8458701a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:03.658058 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-350a227f-882e-4951-85b9-9fb8458701a2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e9bb3537-93a2-4a57-ad7d-e678b865661f HTTP/1.1" status: 204 len: 168 time: 0.1777945 Jun 28 12:06:03.659260 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-f2798767-6e2f-4526-a865-5da7b9f0e1ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:03.687649 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350a227f-882e-4951-85b9-9fb8458701a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9bb3537-93a2-4a57-ad7d-e678b865661f,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:03.698284 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-350a227f-882e-4951-85b9-9fb8458701a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:03.732669 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-6f014575-3266-45d0-a36f-de5b7399178f req-a1651183-5bdb-4b37-9fe1-a91124771b1b tempest-VolumesNegativeTest-1699326220 tempest-VolumesNegativeTest-1699326220-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4936136-0b6e-4f07-9392-618e6c7cd6b6 HTTP/1.1" status: 200 len: 210 time: 0.0305369 Jun 28 12:06:03.833771 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678cef3-23ca-4130-b384-510af24028fd req-f6df2025-bb77-4b3f-ab1b-a2008a33d563 tempest-VolumesNegativeTest-1699326220 tempest-VolumesNegativeTest-1699326220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:03.835156 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-9678cef3-23ca-4130-b384-510af24028fd req-f6df2025-bb77-4b3f-ab1b-a2008a33d563 tempest-VolumesNegativeTest-1699326220 tempest-VolumesNegativeTest-1699326220-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2612362 Jun 28 12:06:03.848069 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.v2.base [req-9678cef3-23ca-4130-b384-510af24028fd req-f0d90c3f-0d40-4d5e-865f-4d3f66f4ff4d tempest-VolumesNegativeTest-1699326220 tempest-VolumesNegativeTest-1699326220-project] Request body: {'port': {'device_id': 'd4936136-0b6e-4f07-9392-618e6c7cd6b6', 'network_id': 'd0c79d06-5bb0-4f47-af3c-8fb7cea2afdf', 'admin_state_up': True, 'tenant_id': '12e018b697c640688d3240edd0a96755'}} {{(pid=93125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:06:03.960176 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-664455ac-6bbb-4e68-9a3b-ee59dbc8190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:04.036933 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9678cef3-23ca-4130-b384-510af24028fd req-f0d90c3f-0d40-4d5e-865f-4d3f66f4ff4d tempest-VolumesNegativeTest-1699326220 tempest-VolumesNegativeTest-1699326220-project] Made reservation on behalf of 12e018b697c640688d3240edd0a96755 for: {'port': 1} {{(pid=93125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:06:04.045236 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-9678cef3-23ca-4130-b384-510af24028fd req-f0d90c3f-0d40-4d5e-865f-4d3f66f4ff4d tempest-VolumesNegativeTest-1699326220 tempest-VolumesNegativeTest-1699326220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:04.061781 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-9678cef3-23ca-4130-b384-510af24028fd req-f0d90c3f-0d40-4d5e-865f-4d3f66f4ff4d tempest-VolumesNegativeTest-1699326220 tempest-VolumesNegativeTest-1699326220-project] Notify callbacks [] for security_group, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:04.126756 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-788ab2fb-adcb-4a72-b220-1065edca7344 req-af0756d1-dc36-425d-8586-b1ba35a87b18 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f83032a-996e-4f51-bbed-9f8fda0422e6 HTTP/1.1" status: 200 len: 210 time: 0.0695782 Jun 28 12:06:04.207279 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 59664) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:04.209166 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-9678cef3-23ca-4130-b384-510af24028fd req-f0d90c3f-0d40-4d5e-865f-4d3f66f4ff4d tempest-VolumesNegativeTest-1699326220 tempest-VolumesNegativeTest-1699326220-project] Notify callbacks [] for security_group, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:04.214126 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-9678cef3-23ca-4130-b384-510af24028fd req-f0d90c3f-0d40-4d5e-865f-4d3f66f4ff4d tempest-VolumesNegativeTest-1699326220 tempest-VolumesNegativeTest-1699326220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:04.218267 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-352b3459-1770-40b7-860f-3b4f4bc63728 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:04.221572 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8d259946-0dfc-4021-bc41-089eddac894d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:04.277021 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d90c3f-0d40-4d5e-865f-4d3f66f4ff4d tempest-VolumesNegativeTest-1699326220 tempest-VolumesNegativeTest-1699326220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=281a3841-62b2-4a4f-bf6c-844093ec48cd,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:04.282016 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-f0d90c3f-0d40-4d5e-865f-4d3f66f4ff4d tempest-VolumesNegativeTest-1699326220 tempest-VolumesNegativeTest-1699326220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:04.318372 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8d259946-0dfc-4021-bc41-089eddac894d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:04.323049 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8d259946-0dfc-4021-bc41-089eddac894d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:04.326267 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-f3e849cb-2eb0-4900-8ed1-3a1a17a8a4fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:04.352444 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.db_base_plugin_common [req-9678cef3-23ca-4130-b384-510af24028fd req-f0d90c3f-0d40-4d5e-865f-4d3f66f4ff4d tempest-VolumesNegativeTest-1699326220 tempest-VolumesNegativeTest-1699326220-project] Allocated IP 192.168.233.232 (d0c79d06-5bb0-4f47-af3c-8fb7cea2afdf/87b57c56-b012-4117-9ef4-92099e4bb800/b77fab81-7d43-41bf-8475-063f5cfc5f05) {{(pid=93125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:06:04.363780 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-8d259946-0dfc-4021-bc41-089eddac894d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9a62b55dcf104c95836924220a1466a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1554041 Jun 28 12:06:04.365103 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d259946-0dfc-4021-bc41-089eddac894d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d70dd842-1316-4efa-9f53-5dd940c61db8,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:04.368993 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-8d259946-0dfc-4021-bc41-089eddac894d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:04.369475 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 59666) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:04.417841 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-09edd686-0cd7-4aa2-8949-1f9886125bb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:04.441160 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-09edd686-0cd7-4aa2-8949-1f9886125bb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:04.486580 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-09edd686-0cd7-4aa2-8949-1f9886125bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:04.489248 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-09edd686-0cd7-4aa2-8949-1f9886125bb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:04.490374 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-09edd686-0cd7-4aa2-8949-1f9886125bb7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d70dd842-1316-4efa-9f53-5dd940c61db8 HTTP/1.1" status: 204 len: 168 time: 0.1199970 Jun 28 12:06:04.491113 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-0cc6a48e-f2ef-4333-9ac2-8d292a12d9df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:04.502442 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09edd686-0cd7-4aa2-8949-1f9886125bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70dd842-1316-4efa-9f53-5dd940c61db8,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:04.503552 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-9678cef3-23ca-4130-b384-510af24028fd req-f0d90c3f-0d40-4d5e-865f-4d3f66f4ff4d tempest-VolumesNegativeTest-1699326220 tempest-VolumesNegativeTest-1699326220-project] Notify callbacks [] for port, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:04.504917 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-09edd686-0cd7-4aa2-8949-1f9886125bb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:04.517636 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.provisioning_blocks [req-9678cef3-23ca-4130-b384-510af24028fd req-f0d90c3f-0d40-4d5e-865f-4d3f66f4ff4d tempest-VolumesNegativeTest-1699326220 tempest-VolumesNegativeTest-1699326220-project] Transition to ACTIVE for port object b77fab81-7d43-41bf-8475-063f5cfc5f05 will not be triggered until provisioned by entity DHCP. {{(pid=93125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:06:04.551011 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-9678cef3-23ca-4130-b384-510af24028fd req-f0d90c3f-0d40-4d5e-865f-4d3f66f4ff4d tempest-VolumesNegativeTest-1699326220 tempest-VolumesNegativeTest-1699326220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751010131950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8412961'] for port, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:04.555770 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:04.594160 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9678cef3-23ca-4130-b384-510af24028fd req-f0d90c3f-0d40-4d5e-865f-4d3f66f4ff4d tempest-VolumesNegativeTest-1699326220 tempest-VolumesNegativeTest-1699326220-project] Network d0c79d06-5bb0-4f47-af3c-8fb7cea2afdf is already hosted by enough agents. {{(pid=93125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:06:04.601839 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.base_scheduler [req-9678cef3-23ca-4130-b384-510af24028fd req-f0d90c3f-0d40-4d5e-865f-4d3f66f4ff4d tempest-VolumesNegativeTest-1699326220 tempest-VolumesNegativeTest-1699326220-project] Resources bound (agent type, host, resource id): {{(pid=93125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:06:04.608693 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.l3_dvrscheduler_db [req-9678cef3-23ca-4130-b384-510af24028fd req-f0d90c3f-0d40-4d5e-865f-4d3f66f4ff4d tempest-VolumesNegativeTest-1699326220 tempest-VolumesNegativeTest-1699326220-project] Received port after_create {{(pid=93125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:06:04.640198 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d90c3f-0d40-4d5e-865f-4d3f66f4ff4d tempest-VolumesNegativeTest-1699326220 tempest-VolumesNegativeTest-1699326220-project] Pushing event updated for resources: {'Port': ['ID=b77fab81-7d43-41bf-8475-063f5cfc5f05,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:04.644753 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-f0d90c3f-0d40-4d5e-865f-4d3f66f4ff4d tempest-VolumesNegativeTest-1699326220 tempest-VolumesNegativeTest-1699326220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:04.666695 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678cef3-23ca-4130-b384-510af24028fd req-f0d90c3f-0d40-4d5e-865f-4d3f66f4ff4d tempest-VolumesNegativeTest-1699326220 tempest-VolumesNegativeTest-1699326220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:04.673528 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-9678cef3-23ca-4130-b384-510af24028fd req-f0d90c3f-0d40-4d5e-865f-4d3f66f4ff4d tempest-VolumesNegativeTest-1699326220 tempest-VolumesNegativeTest-1699326220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188324'] for port, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:04.690709 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-9678cef3-23ca-4130-b384-510af24028fd req-f0d90c3f-0d40-4d5e-865f-4d3f66f4ff4d tempest-VolumesNegativeTest-1699326220 tempest-VolumesNegativeTest-1699326220-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8468750 Jun 28 12:06:04.706100 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.v2.base [req-9678cef3-23ca-4130-b384-510af24028fd req-0444e8c9-ee9b-4dbb-aa36-9c7260f38b6b service neutron] Request body: {'port': {'device_id': 'd4936136-0b6e-4f07-9392-618e6c7cd6b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=93125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:06:04.745138 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bafb62-8ca1-49e7-82fb-075df50f34a2 req-de9259e4-01d2-4913-9849-4dec241a90c1 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:04.746778 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-47bafb62-8ca1-49e7-82fb-075df50f34a2 req-de9259e4-01d2-4913-9849-4dec241a90c1 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4bb9994-c394-48f3-9920-5ee52626e8eb HTTP/1.1" status: 200 len: 946 time: 0.0873194 Jun 28 12:06:04.798984 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-9678cef3-23ca-4130-b384-510af24028fd req-0444e8c9-ee9b-4dbb-aa36-9c7260f38b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:04.811372 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-47bafb62-8ca1-49e7-82fb-075df50f34a2 req-448bc909-1927-4b08-8fa1-17e4412f274f tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561821 Jun 28 12:06:04.902817 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-c249b7fc-ce7e-4214-b6b0-c12a3889da3d None None] Provisioning for port b77fab81-7d43-41bf-8475-063f5cfc5f05 completed by entity DHCP. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:06:04.908387 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-c249b7fc-ce7e-4214-b6b0-c12a3889da3d None None] Provisioning complete for port b77fab81-7d43-41bf-8475-063f5cfc5f05 triggered by entity DHCP. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:06:04.909153 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-c249b7fc-ce7e-4214-b6b0-c12a3889da3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:04.950234 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8528ac-795f-4d14-abb4-acc55af74b06 req-bae85e9e-cc98-4bbe-b315-f17919e8e696 tempest-VolumesNegativeTest-1699326220 tempest-VolumesNegativeTest-1699326220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:04.951943 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-6a8528ac-795f-4d14-abb4-acc55af74b06 req-bae85e9e-cc98-4bbe-b315-f17919e8e696 tempest-VolumesNegativeTest-1699326220 tempest-VolumesNegativeTest-1699326220-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4936136-0b6e-4f07-9392-618e6c7cd6b6 HTTP/1.1" status: 200 len: 936 time: 0.0855618 Jun 28 12:06:04.953695 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.plugin [None req-c249b7fc-ce7e-4214-b6b0-c12a3889da3d None None] Port b77fab81-7d43-41bf-8475-063f5cfc5f05 cannot update to ACTIVE because it is not bound. {{(pid=93126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:06:05.003032 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-6a8528ac-795f-4d14-abb4-acc55af74b06 req-125464c3-145e-4cd0-847e-e21f2638d9d9 tempest-VolumesNegativeTest-1699326220 tempest-VolumesNegativeTest-1699326220-project] 10.222.0.26 "GET /v2.0/security-groups?id=281a3841-62b2-4a4f-bf6c-844093ec48cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408413 Jun 28 12:06:05.089994 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.notifiers.nova [req-9678cef3-23ca-4130-b384-510af24028fd req-0444e8c9-ee9b-4dbb-aa36-9c7260f38b6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b77fab81-7d43-41bf-8475-063f5cfc5f05 {{(pid=93125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:06:05.097906 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-9678cef3-23ca-4130-b384-510af24028fd req-0444e8c9-ee9b-4dbb-aa36-9c7260f38b6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:05.110343 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.provisioning_blocks [req-9678cef3-23ca-4130-b384-510af24028fd req-0444e8c9-ee9b-4dbb-aa36-9c7260f38b6b service neutron] Transition to ACTIVE for port object b77fab81-7d43-41bf-8475-063f5cfc5f05 will not be triggered until provisioned by entity L2. {{(pid=93125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:06:05.113666 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-9678cef3-23ca-4130-b384-510af24028fd req-0444e8c9-ee9b-4dbb-aa36-9c7260f38b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8413139'] for port, after_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:05.115614 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:05.161779 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0444e8c9-ee9b-4dbb-aa36-9c7260f38b6b service neutron] Pushing event updated for resources: {'Port': ['ID=b77fab81-7d43-41bf-8475-063f5cfc5f05,revision_number=2']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:05.166532 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-0444e8c9-ee9b-4dbb-aa36-9c7260f38b6b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:05.247572 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.managers [req-9678cef3-23ca-4130-b384-510af24028fd req-0444e8c9-ee9b-4dbb-aa36-9c7260f38b6b service neutron] Attempting to bind port b77fab81-7d43-41bf-8475-063f5cfc5f05 on host hv-cinder-77238 for vnic_type normal with profile {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:06:05.247979 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.managers [req-9678cef3-23ca-4130-b384-510af24028fd req-0444e8c9-ee9b-4dbb-aa36-9c7260f38b6b service neutron] Attempting to bind port b77fab81-7d43-41bf-8475-063f5cfc5f05 by drivers openvswitch,hyperv on host hv-cinder-77238 at level 0 using segments [{'id': 'dbd77f37-f37d-461d-b008-1423465a335d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd0c79d06-5bb0-4f47-af3c-8fb7cea2afdf'}] {{(pid=93125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:06:05.248671 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9678cef3-23ca-4130-b384-510af24028fd req-0444e8c9-ee9b-4dbb-aa36-9c7260f38b6b service neutron] Attempting to bind port b77fab81-7d43-41bf-8475-063f5cfc5f05 on network d0c79d06-5bb0-4f47-af3c-8fb7cea2afdf {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:06:05.255250 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9678cef3-23ca-4130-b384-510af24028fd req-0444e8c9-ee9b-4dbb-aa36-9c7260f38b6b service neutron] Port b77fab81-7d43-41bf-8475-063f5cfc5f05 on network d0c79d06-5bb0-4f47-af3c-8fb7cea2afdf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77238 {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:06:05.255925 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9678cef3-23ca-4130-b384-510af24028fd req-0444e8c9-ee9b-4dbb-aa36-9c7260f38b6b service neutron] Attempting to bind port b77fab81-7d43-41bf-8475-063f5cfc5f05 on network d0c79d06-5bb0-4f47-af3c-8fb7cea2afdf {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:06:05.268365 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9678cef3-23ca-4130-b384-510af24028fd req-0444e8c9-ee9b-4dbb-aa36-9c7260f38b6b service neutron] Checking agent: {'id': '848960a1-f744-4efd-9f3d-017fcea63875', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 2, 37), 'started_at': datetime.datetime(2021, 6, 28, 12, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:06:05.268365 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9678cef3-23ca-4130-b384-510af24028fd req-0444e8c9-ee9b-4dbb-aa36-9c7260f38b6b service neutron] Checking segment: {'id': 'dbd77f37-f37d-461d-b008-1423465a335d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd0c79d06-5bb0-4f47-af3c-8fb7cea2afdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:06:05.268365 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9678cef3-23ca-4130-b384-510af24028fd req-0444e8c9-ee9b-4dbb-aa36-9c7260f38b6b service neutron] Bound using segment: {'id': 'dbd77f37-f37d-461d-b008-1423465a335d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd0c79d06-5bb0-4f47-af3c-8fb7cea2afdf'} {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:06:05.268365 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.managers [req-9678cef3-23ca-4130-b384-510af24028fd req-0444e8c9-ee9b-4dbb-aa36-9c7260f38b6b service neutron] Bound port: b77fab81-7d43-41bf-8475-063f5cfc5f05, host: hv-cinder-77238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbd77f37-f37d-461d-b008-1423465a335d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd0c79d06-5bb0-4f47-af3c-8fb7cea2afdf'}}] {{(pid=93125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:06:05.268365 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-9678cef3-23ca-4130-b384-510af24028fd req-0444e8c9-ee9b-4dbb-aa36-9c7260f38b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:05.352445 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.db [req-9678cef3-23ca-4130-b384-510af24028fd req-0444e8c9-ee9b-4dbb-aa36-9c7260f38b6b service neutron] For port b77fab81-7d43-41bf-8475-063f5cfc5f05, host hv-cinder-77238, cleared binding levels {{(pid=93125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:06:05.357971 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.db [req-9678cef3-23ca-4130-b384-510af24028fd req-0444e8c9-ee9b-4dbb-aa36-9c7260f38b6b service neutron] For port b77fab81-7d43-41bf-8475-063f5cfc5f05, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=b77fab81-7d43-41bf-8475-063f5cfc5f05,segment=NetworkSegment(dbd77f37-f37d-461d-b008-1423465a335d),segment_id=dbd77f37-f37d-461d-b008-1423465a335d)] {{(pid=93125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:06:05.363923 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-9678cef3-23ca-4130-b384-510af24028fd req-0444e8c9-ee9b-4dbb-aa36-9c7260f38b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8413139'] for port, after_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:05.380834 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:05.427393 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678cef3-23ca-4130-b384-510af24028fd req-0444e8c9-ee9b-4dbb-aa36-9c7260f38b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:05.427999 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-9678cef3-23ca-4130-b384-510af24028fd req-0444e8c9-ee9b-4dbb-aa36-9c7260f38b6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188324'] for port, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:05.429379 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-9678cef3-23ca-4130-b384-510af24028fd req-0444e8c9-ee9b-4dbb-aa36-9c7260f38b6b service neutron] 10.222.0.61 "PUT /v2.0/ports/b77fab81-7d43-41bf-8475-063f5cfc5f05 HTTP/1.1" status: 200 len: 1098 time: 0.7287223 Jun 28 12:06:05.429926 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4936136-0b6e-4f07-9392-618e6c7cd6b6', 'tag': 'b77fab81-7d43-41bf-8475-063f5cfc5f05'}] {{(pid=93125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:06:05.432669 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cab5cdacc5b3cbbc94323449081fb5e48b25fdc1a77f938b5656c1b79ba6a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d086a3c4-0d4f-4588-9b34-82336c416acd" -d '{"events": [{"name": "network-changed", "server_uuid": "d4936136-0b6e-4f07-9392-618e6c7cd6b6", "tag": "b77fab81-7d43-41bf-8475-063f5cfc5f05"}]}' {{(pid=93125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:06:05.460189 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0444e8c9-ee9b-4dbb-aa36-9c7260f38b6b service neutron] Pushing event updated for resources: {'Port': ['ID=b77fab81-7d43-41bf-8475-063f5cfc5f05,revision_number=3']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:05.463362 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-0444e8c9-ee9b-4dbb-aa36-9c7260f38b6b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:05.480775 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 12:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e8aedd-2bfc-4b4d-873c-11842bf15ca8 x-openstack-request-id: req-75e8aedd-2bfc-4b4d-873c-11842bf15ca8 {{(pid=93125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:06:05.481131 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4936136-0b6e-4f07-9392-618e6c7cd6b6", "tag": "b77fab81-7d43-41bf-8475-063f5cfc5f05", "status": "completed", "code": 200}]} {{(pid=93125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:06:05.481464 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-75e8aedd-2bfc-4b4d-873c-11842bf15ca8 {{(pid=93125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:06:05.481892 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4936136-0b6e-4f07-9392-618e6c7cd6b6', 'tag': 'b77fab81-7d43-41bf-8475-063f5cfc5f05', 'status': 'completed', 'code': 200} Jun 28 12:06:05.559721 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678cef3-23ca-4130-b384-510af24028fd req-0e3a0b3d-091b-427a-822b-4492b8df173a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:05.562050 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-9678cef3-23ca-4130-b384-510af24028fd req-0e3a0b3d-091b-427a-822b-4492b8df173a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=12e018b697c640688d3240edd0a96755&device_id=d4936136-0b6e-4f07-9392-618e6c7cd6b6 HTTP/1.1" status: 200 len: 1101 time: 0.0700250 Jun 28 12:06:05.616958 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-9678cef3-23ca-4130-b384-510af24028fd req-3dd2bd67-4619-43ff-8366-b44166e1a1c8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=b77fab81-7d43-41bf-8475-063f5cfc5f05 HTTP/1.1" status: 200 len: 217 time: 0.0400331 Jun 28 12:06:05.675308 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678cef3-23ca-4130-b384-510af24028fd req-36ccb844-9eb0-49be-af50-d45bdb3e36e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:05.676778 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-9678cef3-23ca-4130-b384-510af24028fd req-36ccb844-9eb0-49be-af50-d45bdb3e36e0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=87b57c56-b012-4117-9ef4-92099e4bb800 HTTP/1.1" status: 200 len: 843 time: 0.0512547 Jun 28 12:06:05.717617 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5656cc73-6ef7-42cf-a5ca-06d8d9d59427 req-6e4834b1-7743-4693-8a5c-85d43e145cb5 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:05.719043 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-5656cc73-6ef7-42cf-a5ca-06d8d9d59427 req-6e4834b1-7743-4693-8a5c-85d43e145cb5 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/ports?device_id=795756b5-b7e5-4f2b-bcc8-298007ca4e92 HTTP/1.1" status: 200 len: 946 time: 0.0721684 Jun 28 12:06:05.742645 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678cef3-23ca-4130-b384-510af24028fd req-d2acd607-c59a-4d7a-86bd-37a35d6d0f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:05.744374 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-9678cef3-23ca-4130-b384-510af24028fd req-d2acd607-c59a-4d7a-86bd-37a35d6d0f16 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d0c79d06-5bb0-4f47-af3c-8fb7cea2afdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0585938 Jun 28 12:06:05.761327 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-5656cc73-6ef7-42cf-a5ca-06d8d9d59427 req-b7060567-5c59-4694-b5f5-fd550deb0d5e tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/security-groups?id=0046b0d6-801b-426f-9192-d8e3ad3d9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365832 Jun 28 12:06:05.851175 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-9678cef3-23ca-4130-b384-510af24028fd req-6818e4f2-357f-4224-b2df-c28a6bb8ebc6 service neutron] 10.222.0.61 "GET /v2.0/networks/d0c79d06-5bb0-4f47-af3c-8fb7cea2afdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918972 Jun 28 12:06:05.952149 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-9678cef3-23ca-4130-b384-510af24028fd req-df79e6d3-09d1-4950-839b-bef4ead7e65b service neutron] 10.222.0.61 "GET /v2.0/networks/d0c79d06-5bb0-4f47-af3c-8fb7cea2afdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898347 Jun 28 12:06:05.999719 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb057bfa-9e50-4cf6-b587-01ea26f8bd13 req-6df8c8b7-f9eb-4af6-ba29-06ce6a3972d9 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:06.001287 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-bb057bfa-9e50-4cf6-b587-01ea26f8bd13 req-6df8c8b7-f9eb-4af6-ba29-06ce6a3972d9 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4bb9994-c394-48f3-9920-5ee52626e8eb HTTP/1.1" status: 200 len: 946 time: 0.0771503 Jun 28 12:06:06.046525 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-bb057bfa-9e50-4cf6-b587-01ea26f8bd13 req-952184a8-aeb8-4ae1-bb42-c31162af2074 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385664 Jun 28 12:06:06.077462 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086a3c4-0d4f-4588-9b34-82336c416acd req-7840e77b-b991-4387-8e75-c3dbb5b4d9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:06.078961 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-d086a3c4-0d4f-4588-9b34-82336c416acd req-7840e77b-b991-4387-8e75-c3dbb5b4d9c8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=12e018b697c640688d3240edd0a96755&device_id=d4936136-0b6e-4f07-9392-618e6c7cd6b6 HTTP/1.1" status: 200 len: 1101 time: 0.0640864 Jun 28 12:06:06.109846 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device 50ca5fab-cb1d-4c03-82fa-a4beb0c64bcb no longer exists at agent hyperv_hv-cinder-77238 {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:06:06.160475 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.plugin [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] No Port match for: 50ca5fab-cb1d-4c03-82fa-a4beb0c64bcb {{(pid=93126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:06:06.161103 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device 50ca5fab-cb1d-4c03-82fa-a4beb0c64bcb not bound to the agent host hv-cinder-77238 {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:06:06.185771 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086a3c4-0d4f-4588-9b34-82336c416acd req-89ce802c-5aed-404d-be20-c497c0f68e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:06.187514 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-d086a3c4-0d4f-4588-9b34-82336c416acd req-89ce802c-5aed-404d-be20-c497c0f68e5a service neutron] 10.222.0.61 "GET /v2.0/networks?id=d0c79d06-5bb0-4f47-af3c-8fb7cea2afdf HTTP/1.1" status: 200 len: 870 time: 0.1010375 Jun 28 12:06:06.234501 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-d086a3c4-0d4f-4588-9b34-82336c416acd req-3cc05142-3729-4805-8f3b-8aaae811e418 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=b77fab81-7d43-41bf-8475-063f5cfc5f05 HTTP/1.1" status: 200 len: 217 time: 0.0358651 Jun 28 12:06:06.253343 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe262dfd-eb0b-4fa8-89aa-1fca3d16cae1 req-de2eef15-a2fb-43dd-9850-ddefa1192373 tempest-VolumesNegativeTest-1699326220 tempest-VolumesNegativeTest-1699326220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:06.254948 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-fe262dfd-eb0b-4fa8-89aa-1fca3d16cae1 req-de2eef15-a2fb-43dd-9850-ddefa1192373 tempest-VolumesNegativeTest-1699326220 tempest-VolumesNegativeTest-1699326220-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4936136-0b6e-4f07-9392-618e6c7cd6b6 HTTP/1.1" status: 200 len: 948 time: 0.0702827 Jun 28 12:06:06.287342 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086a3c4-0d4f-4588-9b34-82336c416acd req-4799dbe3-a97f-4cee-8542-3bd339e35e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:06.288879 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-d086a3c4-0d4f-4588-9b34-82336c416acd req-4799dbe3-a97f-4cee-8542-3bd339e35e71 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=87b57c56-b012-4117-9ef4-92099e4bb800 HTTP/1.1" status: 200 len: 843 time: 0.0471787 Jun 28 12:06:06.294691 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-fe262dfd-eb0b-4fa8-89aa-1fca3d16cae1 req-3ab9df5a-6766-4927-956f-62ce81a3a5cb tempest-VolumesNegativeTest-1699326220 tempest-VolumesNegativeTest-1699326220-project] 10.222.0.26 "GET /v2.0/security-groups?id=281a3841-62b2-4a4f-bf6c-844093ec48cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336156 Jun 28 12:06:06.349335 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086a3c4-0d4f-4588-9b34-82336c416acd req-f24cf420-db4f-43ae-90b2-97a35fca28c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:06.350813 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-d086a3c4-0d4f-4588-9b34-82336c416acd req-f24cf420-db4f-43ae-90b2-97a35fca28c4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d0c79d06-5bb0-4f47-af3c-8fb7cea2afdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0544431 Jun 28 12:06:06.448992 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-d086a3c4-0d4f-4588-9b34-82336c416acd req-7d2d8292-48ce-4d78-88a1-ff14700f014e service neutron] 10.222.0.61 "GET /v2.0/networks/d0c79d06-5bb0-4f47-af3c-8fb7cea2afdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864468 Jun 28 12:06:06.565412 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-d086a3c4-0d4f-4588-9b34-82336c416acd req-d544c054-6d50-4b53-8bdd-382c2c2deca5 service neutron] 10.222.0.61 "GET /v2.0/networks/d0c79d06-5bb0-4f47-af3c-8fb7cea2afdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986247 Jun 28 12:06:06.609926 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c62cc9-f7b5-4d01-b37e-f5013bd6c506 req-273d9094-78f1-479a-bec6-d6a7dd312a1f tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:06.611555 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-93c62cc9-f7b5-4d01-b37e-f5013bd6c506 req-273d9094-78f1-479a-bec6-d6a7dd312a1f tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=767e3825-7bef-4bb9-957c-332a031542c1 HTTP/1.1" status: 200 len: 945 time: 0.0642216 Jun 28 12:06:06.651945 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-93c62cc9-f7b5-4d01-b37e-f5013bd6c506 req-d0a7f071-55ec-4b34-8fbe-06956c9649c4 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=5742bb03-3e4c-445b-92e8-2e57b510d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347219 Jun 28 12:06:06.935336 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f815cc-3264-47d1-96ca-252ca7dedcf4 req-6096ee84-f726-4af1-8142-c5fde74eb687 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:06.936985 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-e8f815cc-3264-47d1-96ca-252ca7dedcf4 req-6096ee84-f726-4af1-8142-c5fde74eb687 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/ports?device_id=795756b5-b7e5-4f2b-bcc8-298007ca4e92 HTTP/1.1" status: 200 len: 946 time: 0.0646627 Jun 28 12:06:06.980393 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-e8f815cc-3264-47d1-96ca-252ca7dedcf4 req-6f29e698-053d-42b8-b52b-1fe9ee1596c1 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/security-groups?id=0046b0d6-801b-426f-9192-d8e3ad3d9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376637 Jun 28 12:06:07.200929 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:07.238895 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb41b2ab-c95d-45a8-9dd1-c22f1e572ed6 req-7adad87a-cbf0-41e6-955b-d895c4483607 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:07.240362 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-fb41b2ab-c95d-45a8-9dd1-c22f1e572ed6 req-7adad87a-cbf0-41e6-955b-d895c4483607 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4bb9994-c394-48f3-9920-5ee52626e8eb HTTP/1.1" status: 200 len: 946 time: 0.0658047 Jun 28 12:06:07.283132 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-fb41b2ab-c95d-45a8-9dd1-c22f1e572ed6 req-fda2b2f5-7bfc-4dad-a1e5-5373b2872246 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372128 Jun 28 12:06:07.467549 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673dd0a1-75e9-40b5-b3fb-01583fb701d4 req-5fea2703-c8ef-46b7-9ad3-e21e00861c3a tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:07.468932 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-673dd0a1-75e9-40b5-b3fb-01583fb701d4 req-5fea2703-c8ef-46b7-9ad3-e21e00861c3a tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.61 "GET /v2.0/ports?device_id=795756b5-b7e5-4f2b-bcc8-298007ca4e92 HTTP/1.1" status: 200 len: 946 time: 0.0652218 Jun 28 12:06:07.474382 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc35168-48d7-4012-88f4-b3681f297099 req-bb40d306-63d6-4acd-949b-74a9512f59c3 tempest-VolumesNegativeTest-1699326220 tempest-VolumesNegativeTest-1699326220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:07.476142 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-ffc35168-48d7-4012-88f4-b3681f297099 req-bb40d306-63d6-4acd-949b-74a9512f59c3 tempest-VolumesNegativeTest-1699326220 tempest-VolumesNegativeTest-1699326220-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4936136-0b6e-4f07-9392-618e6c7cd6b6 HTTP/1.1" status: 200 len: 948 time: 0.0661106 Jun 28 12:06:07.513568 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-ffc35168-48d7-4012-88f4-b3681f297099 req-2aeba0b3-16c9-42f3-b1a0-dc10a40a9695 tempest-VolumesNegativeTest-1699326220 tempest-VolumesNegativeTest-1699326220-project] 10.222.0.26 "GET /v2.0/security-groups?id=281a3841-62b2-4a4f-bf6c-844093ec48cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313442 Jun 28 12:06:07.765819 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.plugin [req-673dd0a1-75e9-40b5-b3fb-01583fb701d4 req-09303d40-5dff-45c8-b143-b3e5e5de3003 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Deleting port 46deb3ea-42ec-414a-ae7c-1cfd411beab7 {{(pid=93125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:06:07.766285 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-673dd0a1-75e9-40b5-b3fb-01583fb701d4 req-09303d40-5dff-45c8-b143-b3e5e5de3003 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751010669087'] for port, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:07.830715 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4a1d6b-c410-4f7d-bae1-a5061e0aed3a req-b12a7f95-3731-435c-a1de-c6c3f13d8c7a tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:07.832432 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-fa4a1d6b-c410-4f7d-bae1-a5061e0aed3a req-b12a7f95-3731-435c-a1de-c6c3f13d8c7a tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=767e3825-7bef-4bb9-957c-332a031542c1 HTTP/1.1" status: 200 len: 945 time: 0.0627649 Jun 28 12:06:07.860753 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.db [req-673dd0a1-75e9-40b5-b3fb-01583fb701d4 req-09303d40-5dff-45c8-b143-b3e5e5de3003 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] For port 46deb3ea-42ec-414a-ae7c-1cfd411beab7, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=46deb3ea-42ec-414a-ae7c-1cfd411beab7,segment=NetworkSegment(918d5219-a753-4f11-a570-279069e69307),segment_id=918d5219-a753-4f11-a570-279069e69307)] {{(pid=93125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:06:07.861134 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-673dd0a1-75e9-40b5-b3fb-01583fb701d4 req-09303d40-5dff-45c8-b143-b3e5e5de3003 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700447'] for port, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:07.872734 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-fa4a1d6b-c410-4f7d-bae1-a5061e0aed3a req-f7028aee-ba08-4a59-9cf9-9072867cc5d3 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=5742bb03-3e4c-445b-92e8-2e57b510d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321019 Jun 28 12:06:07.875252 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.plugin [req-673dd0a1-75e9-40b5-b3fb-01583fb701d4 req-09303d40-5dff-45c8-b143-b3e5e5de3003 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Calling delete_port for 46deb3ea-42ec-414a-ae7c-1cfd411beab7 owned by compute:nova {{(pid=93125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:06:08.001238 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-673dd0a1-75e9-40b5-b3fb-01583fb701d4 req-09303d40-5dff-45c8-b143-b3e5e5de3003 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751010672945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751010131959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8413146'] for port, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:08.005091 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-a710aa87-478e-4d88-8ead-aad0efdf1d2f tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:08.014416 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] get_ports_and_sgs() called for port_ids ['e58a98e9-2965-4605-bf27-7b797eb79f7a', '46deb3ea-42ec-414a-ae7c-1cfd411beab7'] {{(pid=93126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:06:08.039277 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09303d40-5dff-45c8-b143-b3e5e5de3003 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Pushing event deleted for resources: {'Port': ['ID=46deb3ea-42ec-414a-ae7c-1cfd411beab7,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:08.043879 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-09303d40-5dff-45c8-b143-b3e5e5de3003 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:08.092974 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.l3_dvrscheduler_db [req-673dd0a1-75e9-40b5-b3fb-01583fb701d4 req-09303d40-5dff-45c8-b143-b3e5e5de3003 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] No DVR routers for this DVR port 46deb3ea-42ec-414a-ae7c-1cfd411beab7 on host hv-cinder-77238 {{(pid=93125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:06:08.095367 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-673dd0a1-75e9-40b5-b3fb-01583fb701d4 req-09303d40-5dff-45c8-b143-b3e5e5de3003 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188324'] for port, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:08.097795 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-673dd0a1-75e9-40b5-b3fb-01583fb701d4 req-09303d40-5dff-45c8-b143-b3e5e5de3003 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.61 "DELETE /v2.0/ports/46deb3ea-42ec-414a-ae7c-1cfd411beab7 HTTP/1.1" status: 204 len: 173 time: 0.6228662 Jun 28 12:06:08.098026 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '795756b5-b7e5-4f2b-bcc8-298007ca4e92', 'name': 'network-vif-deleted', 'tag': '46deb3ea-42ec-414a-ae7c-1cfd411beab7'}] {{(pid=93125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:06:08.100180 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cab5cdacc5b3cbbc94323449081fb5e48b25fdc1a77f938b5656c1b79ba6a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc5c4409-0617-46a0-aa44-bb6eb0f92c8a" -d '{"events": [{"server_uuid": "795756b5-b7e5-4f2b-bcc8-298007ca4e92", "name": "network-vif-deleted", "tag": "46deb3ea-42ec-414a-ae7c-1cfd411beab7"}]}' {{(pid=93125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:06:08.112829 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device b77fab81-7d43-41bf-8475-063f5cfc5f05 details requested by agent hyperv_hv-cinder-77238 with host hv-cinder-77238 {{(pid=93126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 12:06:08.144838 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f8e8e0-7485-448e-8092-d4a45b5872ef x-openstack-request-id: req-40f8e8e0-7485-448e-8092-d4a45b5872ef {{(pid=93125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:06:08.144838 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "795756b5-b7e5-4f2b-bcc8-298007ca4e92", "name": "network-vif-deleted", "tag": "46deb3ea-42ec-414a-ae7c-1cfd411beab7", "status": "completed", "code": 200}]} {{(pid=93125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:06:08.144838 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-40f8e8e0-7485-448e-8092-d4a45b5872ef {{(pid=93125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:06:08.145296 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '795756b5-b7e5-4f2b-bcc8-298007ca4e92', 'name': 'network-vif-deleted', 'tag': '46deb3ea-42ec-414a-ae7c-1cfd411beab7', 'status': 'completed', 'code': 200} Jun 28 12:06:08.155255 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-64db8a71-8744-493e-8d2b-535fe9daed6b req-1ee7591b-38f3-4eb9-a2ca-680fc90e6d19 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/ports?device_id=795756b5-b7e5-4f2b-bcc8-298007ca4e92 HTTP/1.1" status: 200 len: 210 time: 0.0477462 Jun 28 12:06:08.265919 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] For port b77fab81-7d43-41bf-8475-063f5cfc5f05, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=b77fab81-7d43-41bf-8475-063f5cfc5f05,segment=NetworkSegment(dbd77f37-f37d-461d-b008-1423465a335d),segment_id=dbd77f37-f37d-461d-b008-1423465a335d)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:06:08.278246 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Returning: {'device': 'b77fab81-7d43-41bf-8475-063f5cfc5f05', 'network_id': 'd0c79d06-5bb0-4f47-af3c-8fb7cea2afdf', 'port_id': 'b77fab81-7d43-41bf-8475-063f5cfc5f05', 'mac_address': 'fa:16:3e:a3:ba:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87b57c56-b012-4117-9ef4-92099e4bb800', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 12:06:08.313885 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:08.327770 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.notifiers.nova [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b77fab81-7d43-41bf-8475-063f5cfc5f05 {{(pid=93126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:06:08.346994 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] For port b77fab81-7d43-41bf-8475-063f5cfc5f05, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=b77fab81-7d43-41bf-8475-063f5cfc5f05,segment=NetworkSegment(dbd77f37-f37d-461d-b008-1423465a335d),segment_id=dbd77f37-f37d-461d-b008-1423465a335d)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:06:08.350577 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:08.352313 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:08.401558 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Pushing event updated for resources: {'Port': ['ID=b77fab81-7d43-41bf-8475-063f5cfc5f05,revision_number=4']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:08.406079 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:08.465189 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0593ea33-bdcd-4a8d-81c8-efef1c6241d1 req-951fa5cf-e31f-487c-8bc4-b0778d165209 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:08.466662 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-0593ea33-bdcd-4a8d-81c8-efef1c6241d1 req-951fa5cf-e31f-487c-8bc4-b0778d165209 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4bb9994-c394-48f3-9920-5ee52626e8eb HTTP/1.1" status: 200 len: 946 time: 0.0678277 Jun 28 12:06:08.503981 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-0593ea33-bdcd-4a8d-81c8-efef1c6241d1 req-701c90c1-f453-420d-bf50-73bafce2ea2a tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317035 Jun 28 12:06:08.682550 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] get_ports_and_sgs() called for port_ids ['b77fab81-7d43-41bf-8475-063f5cfc5f05'] {{(pid=93126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:06:08.723924 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be0330-9fd9-423a-ae8d-7331d7f1c6eb req-251ee181-87c5-4241-bcf2-d572014e8481 tempest-VolumesNegativeTest-1699326220 tempest-VolumesNegativeTest-1699326220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:08.725575 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-46be0330-9fd9-423a-ae8d-7331d7f1c6eb req-251ee181-87c5-4241-bcf2-d572014e8481 tempest-VolumesNegativeTest-1699326220 tempest-VolumesNegativeTest-1699326220-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4936136-0b6e-4f07-9392-618e6c7cd6b6 HTTP/1.1" status: 200 len: 949 time: 0.0920198 Jun 28 12:06:08.773713 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-46be0330-9fd9-423a-ae8d-7331d7f1c6eb req-33cb5176-c816-4d84-8893-f4e3de649484 tempest-VolumesNegativeTest-1699326220 tempest-VolumesNegativeTest-1699326220-project] 10.222.0.26 "GET /v2.0/security-groups?id=281a3841-62b2-4a4f-bf6c-844093ec48cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417380 Jun 28 12:06:09.052669 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad384dd-06b6-4504-9a42-4c94ca7625d1 req-85e069c0-c822-4754-aabe-9a7e0adccb17 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:09.054320 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-4ad384dd-06b6-4504-9a42-4c94ca7625d1 req-85e069c0-c822-4754-aabe-9a7e0adccb17 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=767e3825-7bef-4bb9-957c-332a031542c1 HTTP/1.1" status: 200 len: 945 time: 0.0623553 Jun 28 12:06:09.095584 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-4ad384dd-06b6-4504-9a42-4c94ca7625d1 req-48454e4e-5931-43ef-abc3-2097cc72edc9 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=5742bb03-3e4c-445b-92e8-2e57b510d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350206 Jun 28 12:06:09.679896 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da4df0-f9d2-4d5b-821b-ab0186bba250 req-9c8c2788-9b30-474e-906f-d8ed7b7b8eb7 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:09.681373 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-55da4df0-f9d2-4d5b-821b-ab0186bba250 req-9c8c2788-9b30-474e-906f-d8ed7b7b8eb7 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4bb9994-c394-48f3-9920-5ee52626e8eb HTTP/1.1" status: 200 len: 946 time: 0.0629590 Jun 28 12:06:09.718636 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-55da4df0-f9d2-4d5b-821b-ab0186bba250 req-814cdc26-5eba-4df9-9252-d92403991ff2 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317111 Jun 28 12:06:09.936609 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f24f59c-8633-48c0-976b-88c7f2a41f54 req-3f362b09-e8bc-4b63-9440-7f3e69a39735 tempest-VolumesNegativeTest-1699326220 tempest-VolumesNegativeTest-1699326220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:09.938002 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-7f24f59c-8633-48c0-976b-88c7f2a41f54 req-3f362b09-e8bc-4b63-9440-7f3e69a39735 tempest-VolumesNegativeTest-1699326220 tempest-VolumesNegativeTest-1699326220-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4936136-0b6e-4f07-9392-618e6c7cd6b6 HTTP/1.1" status: 200 len: 949 time: 0.0622370 Jun 28 12:06:09.975738 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-7f24f59c-8633-48c0-976b-88c7f2a41f54 req-8480adae-4e1a-4b41-85a4-ff7570fb7067 tempest-VolumesNegativeTest-1699326220 tempest-VolumesNegativeTest-1699326220-project] 10.222.0.26 "GET /v2.0/security-groups?id=281a3841-62b2-4a4f-bf6c-844093ec48cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321627 Jun 28 12:06:10.108957 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device b77fab81-7d43-41bf-8475-063f5cfc5f05 up at agent hyperv_hv-cinder-77238 {{(pid=93126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:06:10.156714 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Provisioning for port b77fab81-7d43-41bf-8475-063f5cfc5f05 completed by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:06:10.160203 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Provisioning complete for port b77fab81-7d43-41bf-8475-063f5cfc5f05 triggered by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:06:10.160582 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:10.237480 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:10.261465 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4936136-0b6e-4f07-9392-618e6c7cd6b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b77fab81-7d43-41bf-8475-063f5cfc5f05'}] {{(pid=93126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:06:10.263739 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef893c2a45f5206efbef573e37d1784350e1616ec5e975db08a1c6348235ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80982db-b16c-430d-bb2a-291f7beb9317" -d '{"events": [{"server_uuid": "d4936136-0b6e-4f07-9392-618e6c7cd6b6", "name": "network-vif-plugged", "status": "completed", "tag": "b77fab81-7d43-41bf-8475-063f5cfc5f05"}]}' {{(pid=93126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:06:10.277365 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] For port b77fab81-7d43-41bf-8475-063f5cfc5f05, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=b77fab81-7d43-41bf-8475-063f5cfc5f05,segment=NetworkSegment(dbd77f37-f37d-461d-b008-1423465a335d),segment_id=dbd77f37-f37d-461d-b008-1423465a335d)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:06:10.284703 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b543c39-a27a-4428-bd3c-e67eda3c2283 req-73ba1fab-fa7d-44ee-8eaf-f411eb3c1829 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:10.286740 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-2b543c39-a27a-4428-bd3c-e67eda3c2283 req-73ba1fab-fa7d-44ee-8eaf-f411eb3c1829 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=767e3825-7bef-4bb9-957c-332a031542c1 HTTP/1.1" status: 200 len: 945 time: 0.0708084 Jun 28 12:06:10.293203 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:10.295078 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:10.318463 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4530369-3773-4f92-9bd3-feeb31895667 x-openstack-request-id: req-f4530369-3773-4f92-9bd3-feeb31895667 {{(pid=93126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:06:10.318760 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4936136-0b6e-4f07-9392-618e6c7cd6b6", "name": "network-vif-plugged", "status": "completed", "tag": "b77fab81-7d43-41bf-8475-063f5cfc5f05", "code": 200}]} {{(pid=93126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:06:10.319161 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f4530369-3773-4f92-9bd3-feeb31895667 {{(pid=93126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:06:10.319664 dv-cinder-772388-5-smb neutron-server[93126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4936136-0b6e-4f07-9392-618e6c7cd6b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b77fab81-7d43-41bf-8475-063f5cfc5f05', 'code': 200} Jun 28 12:06:10.339091 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-2b543c39-a27a-4428-bd3c-e67eda3c2283 req-0f474b49-5dd9-4c17-b588-96ef9f0e37df tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=5742bb03-3e4c-445b-92e8-2e57b510d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460949 Jun 28 12:06:10.349043 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Pushing event updated for resources: {'Port': ['ID=b77fab81-7d43-41bf-8475-063f5cfc5f05,revision_number=5']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:10.358878 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:10.583307 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27dd799-bcb0-4d09-9f47-f7b2a10bca26 req-82bb195d-4829-4422-95fc-a4f9142d7d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:10.584774 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-d27dd799-bcb0-4d09-9f47-f7b2a10bca26 req-82bb195d-4829-4422-95fc-a4f9142d7d93 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d4936136-0b6e-4f07-9392-618e6c7cd6b6 HTTP/1.1" status: 200 len: 1103 time: 0.0597496 Jun 28 12:06:10.629421 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-d27dd799-bcb0-4d09-9f47-f7b2a10bca26 req-6a8b0138-d0d1-4c8e-9808-a0fa9642825c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=281a3841-62b2-4a4f-bf6c-844093ec48cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299745 Jun 28 12:06:10.728443 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e6c1d3-c6a1-4a50-aa27-413a66c82cd0 req-ee6210f7-dfbb-45b2-add8-7ac2efad58fb tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:10.729938 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-c8e6c1d3-c6a1-4a50-aa27-413a66c82cd0 req-ee6210f7-dfbb-45b2-add8-7ac2efad58fb tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5c28880-3292-4f08-9c52-844bedd74d10 HTTP/1.1" status: 200 len: 945 time: 0.0655732 Jun 28 12:06:10.767902 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-c8e6c1d3-c6a1-4a50-aa27-413a66c82cd0 req-28fffdd8-7ea9-4e58-af6f-6eee8638e2de tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/security-groups?id=0046b0d6-801b-426f-9192-d8e3ad3d9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323865 Jun 28 12:06:10.893102 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2b4b2e-2db7-42ea-9370-1481253fd0d5 req-4839ab64-3d59-4045-92c4-b29524b9d6bc tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:10.894661 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-7e2b4b2e-2db7-42ea-9370-1481253fd0d5 req-4839ab64-3d59-4045-92c4-b29524b9d6bc tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4bb9994-c394-48f3-9920-5ee52626e8eb HTTP/1.1" status: 200 len: 946 time: 0.0632269 Jun 28 12:06:10.935901 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-7e2b4b2e-2db7-42ea-9370-1481253fd0d5 req-1a0a3814-f4dd-4f43-ad45-5d3d11400a3b tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355141 Jun 28 12:06:11.146372 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c961c609-d51f-47e4-b81f-096628ae6cfc req-d9d6fab3-6c97-40c0-b896-692f0e9ae3d4 tempest-VolumesNegativeTest-1699326220 tempest-VolumesNegativeTest-1699326220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:11.148125 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-c961c609-d51f-47e4-b81f-096628ae6cfc req-d9d6fab3-6c97-40c0-b896-692f0e9ae3d4 tempest-VolumesNegativeTest-1699326220 tempest-VolumesNegativeTest-1699326220-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4936136-0b6e-4f07-9392-618e6c7cd6b6 HTTP/1.1" status: 200 len: 950 time: 0.0641418 Jun 28 12:06:11.186502 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-c961c609-d51f-47e4-b81f-096628ae6cfc req-cac244f9-b6d8-4fb5-9f28-31c37f589e64 tempest-VolumesNegativeTest-1699326220 tempest-VolumesNegativeTest-1699326220-project] 10.222.0.26 "GET /v2.0/security-groups?id=281a3841-62b2-4a4f-bf6c-844093ec48cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323944 Jun 28 12:06:11.518714 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90847d0d-4be9-434e-91ab-3e9fae822e2a req-8f5a4d99-a7db-441d-882a-f34cbeac7783 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:11.520183 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-90847d0d-4be9-434e-91ab-3e9fae822e2a req-8f5a4d99-a7db-441d-882a-f34cbeac7783 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=767e3825-7bef-4bb9-957c-332a031542c1 HTTP/1.1" status: 200 len: 945 time: 0.0654547 Jun 28 12:06:11.561413 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-90847d0d-4be9-434e-91ab-3e9fae822e2a req-836a4341-2cbc-452f-bde0-f9aa687c0aa8 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=5742bb03-3e4c-445b-92e8-2e57b510d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349565 Jun 28 12:06:11.945822 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd66c4-0b1d-4343-adf6-d2816cab8b01 req-d2ff71c6-f46b-44b5-b790-e3cd59d7b2c4 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:11.947799 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-d8cd66c4-0b1d-4343-adf6-d2816cab8b01 req-d2ff71c6-f46b-44b5-b790-e3cd59d7b2c4 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5c28880-3292-4f08-9c52-844bedd74d10 HTTP/1.1" status: 200 len: 945 time: 0.0674288 Jun 28 12:06:11.985589 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-d8cd66c4-0b1d-4343-adf6-d2816cab8b01 req-8aec4636-590b-4996-a6cd-ae2c1e8d8268 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/security-groups?id=0046b0d6-801b-426f-9192-d8e3ad3d9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320864 Jun 28 12:06:12.104852 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd2543-af80-4665-8ac2-9f2b2afed1d1 req-334d560a-2713-4840-ae42-9a88cf74472f tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:12.106313 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-92dd2543-af80-4665-8ac2-9f2b2afed1d1 req-334d560a-2713-4840-ae42-9a88cf74472f tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4bb9994-c394-48f3-9920-5ee52626e8eb HTTP/1.1" status: 200 len: 946 time: 0.0619535 Jun 28 12:06:12.136553 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device 46deb3ea-42ec-414a-ae7c-1cfd411beab7 no longer exists at agent hyperv_hv-cinder-77238 {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:06:12.143767 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-92dd2543-af80-4665-8ac2-9f2b2afed1d1 req-d23678cd-c69c-4d2f-8bc8-23fcb98b0384 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315180 Jun 28 12:06:12.157371 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.plugin [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] No Port match for: 46deb3ea-42ec-414a-ae7c-1cfd411beab7 {{(pid=93126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:06:12.157609 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device 46deb3ea-42ec-414a-ae7c-1cfd411beab7 not bound to the agent host hv-cinder-77238 {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:06:12.358034 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5cb790-97bd-4065-b5b3-46f1cee54a4d req-ac1ebe97-04e9-461c-a460-a6c08c38b38d tempest-VolumesNegativeTest-1699326220 tempest-VolumesNegativeTest-1699326220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:12.359557 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-9f5cb790-97bd-4065-b5b3-46f1cee54a4d req-ac1ebe97-04e9-461c-a460-a6c08c38b38d tempest-VolumesNegativeTest-1699326220 tempest-VolumesNegativeTest-1699326220-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4936136-0b6e-4f07-9392-618e6c7cd6b6 HTTP/1.1" status: 200 len: 950 time: 0.0620561 Jun 28 12:06:12.400233 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-9f5cb790-97bd-4065-b5b3-46f1cee54a4d req-79e64994-dfcb-4f6a-9389-e0a31343e405 tempest-VolumesNegativeTest-1699326220 tempest-VolumesNegativeTest-1699326220-project] 10.222.0.26 "GET /v2.0/security-groups?id=281a3841-62b2-4a4f-bf6c-844093ec48cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350409 Jun 28 12:06:12.757005 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68cb8c0-db2e-4338-80dc-cffdfb7bc269 req-e2209c27-ebab-41c0-bd70-2440db3970ef tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:12.758486 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-f68cb8c0-db2e-4338-80dc-cffdfb7bc269 req-e2209c27-ebab-41c0-bd70-2440db3970ef tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=767e3825-7bef-4bb9-957c-332a031542c1 HTTP/1.1" status: 200 len: 945 time: 0.0697505 Jun 28 12:06:12.823756 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-f68cb8c0-db2e-4338-80dc-cffdfb7bc269 req-4893f383-97cb-493a-9105-fef0e946d1ce tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=5742bb03-3e4c-445b-92e8-2e57b510d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560682 Jun 28 12:06:12.844125 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ae814-3bf3-4eef-8ce8-9b4b65e5e2b9 req-464e5e71-29d2-4744-b383-acf2c5058196 tempest-VolumesNegativeTest-1699326220 tempest-VolumesNegativeTest-1699326220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:12.845623 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-024ae814-3bf3-4eef-8ce8-9b4b65e5e2b9 req-464e5e71-29d2-4744-b383-acf2c5058196 tempest-VolumesNegativeTest-1699326220 tempest-VolumesNegativeTest-1699326220-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4936136-0b6e-4f07-9392-618e6c7cd6b6 HTTP/1.1" status: 200 len: 950 time: 0.0862932 Jun 28 12:06:12.886175 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-024ae814-3bf3-4eef-8ce8-9b4b65e5e2b9 req-87c11b4d-3d85-4940-9dd0-a7619c9d18b2 tempest-VolumesNegativeTest-1699326220 tempest-VolumesNegativeTest-1699326220-project] 10.222.0.26 "GET /v2.0/security-groups?id=281a3841-62b2-4a4f-bf6c-844093ec48cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317421 Jun 28 12:06:12.996954 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8da4a5-791c-46ff-af90-5edddc9c5bf0 req-abeb9e15-672a-4d67-bd7e-678d5a925710 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:12.998377 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-db8da4a5-791c-46ff-af90-5edddc9c5bf0 req-abeb9e15-672a-4d67-bd7e-678d5a925710 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.61 "GET /v2.0/ports?device_id=b5c28880-3292-4f08-9c52-844bedd74d10 HTTP/1.1" status: 200 len: 945 time: 0.0686026 Jun 28 12:06:13.096478 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.plugin [req-db8da4a5-791c-46ff-af90-5edddc9c5bf0 req-86e4e636-1074-4157-9818-d31a218f9d0b tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Deleting port e58a98e9-2965-4605-bf27-7b797eb79f7a {{(pid=93125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:06:13.096856 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-db8da4a5-791c-46ff-af90-5edddc9c5bf0 req-86e4e636-1074-4157-9818-d31a218f9d0b tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751010669087'] for port, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:13.160907 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41457ec3-efb4-4acc-802a-0f45d8ff9c46 req-3272f789-4eb5-4a66-9fb2-83632557b823 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:13.162406 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-41457ec3-efb4-4acc-802a-0f45d8ff9c46 req-3272f789-4eb5-4a66-9fb2-83632557b823 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5c28880-3292-4f08-9c52-844bedd74d10 HTTP/1.1" status: 200 len: 945 time: 0.0663202 Jun 28 12:06:13.191833 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.db [req-db8da4a5-791c-46ff-af90-5edddc9c5bf0 req-86e4e636-1074-4157-9818-d31a218f9d0b tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] For port e58a98e9-2965-4605-bf27-7b797eb79f7a, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=e58a98e9-2965-4605-bf27-7b797eb79f7a,segment=NetworkSegment(918d5219-a753-4f11-a570-279069e69307),segment_id=918d5219-a753-4f11-a570-279069e69307)] {{(pid=93125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:06:13.192241 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-db8da4a5-791c-46ff-af90-5edddc9c5bf0 req-86e4e636-1074-4157-9818-d31a218f9d0b tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700447'] for port, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:13.201237 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-41457ec3-efb4-4acc-802a-0f45d8ff9c46 req-8150faaa-2dad-4bb3-8519-b57fb1b12c58 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.26 "GET /v2.0/security-groups?id=0046b0d6-801b-426f-9192-d8e3ad3d9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315759 Jun 28 12:06:13.208411 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.plugin [req-db8da4a5-791c-46ff-af90-5edddc9c5bf0 req-86e4e636-1074-4157-9818-d31a218f9d0b tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Calling delete_port for e58a98e9-2965-4605-bf27-7b797eb79f7a owned by compute:nova {{(pid=93125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:06:13.319785 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536af968-0f66-4344-bd6a-8228139649bc req-d7d612c2-ce27-454d-b659-23f93397a1c1 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:13.321708 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-536af968-0f66-4344-bd6a-8228139649bc req-d7d612c2-ce27-454d-b659-23f93397a1c1 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4bb9994-c394-48f3-9920-5ee52626e8eb HTTP/1.1" status: 200 len: 946 time: 0.0639963 Jun 28 12:06:13.337507 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-db8da4a5-791c-46ff-af90-5edddc9c5bf0 req-86e4e636-1074-4157-9818-d31a218f9d0b tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751010672945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751010131959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8413146'] for port, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:13.341842 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:13.350171 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] get_ports_and_sgs() called for port_ids ['e58a98e9-2965-4605-bf27-7b797eb79f7a'] {{(pid=93126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:06:13.361045 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-536af968-0f66-4344-bd6a-8228139649bc req-0ba14227-005d-4485-a721-6a8dae4d71c7 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337377 Jun 28 12:06:13.372018 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e4e636-1074-4157-9818-d31a218f9d0b tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Pushing event deleted for resources: {'Port': ['ID=e58a98e9-2965-4605-bf27-7b797eb79f7a,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:13.376408 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-86e4e636-1074-4157-9818-d31a218f9d0b tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:13.419938 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.l3_dvrscheduler_db [req-db8da4a5-791c-46ff-af90-5edddc9c5bf0 req-86e4e636-1074-4157-9818-d31a218f9d0b tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] No DVR routers for this DVR port e58a98e9-2965-4605-bf27-7b797eb79f7a on host hv-cinder-77238 {{(pid=93125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:06:13.422424 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-db8da4a5-791c-46ff-af90-5edddc9c5bf0 req-86e4e636-1074-4157-9818-d31a218f9d0b tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188324'] for port, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:13.424328 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-db8da4a5-791c-46ff-af90-5edddc9c5bf0 req-86e4e636-1074-4157-9818-d31a218f9d0b tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] 10.222.0.61 "DELETE /v2.0/ports/e58a98e9-2965-4605-bf27-7b797eb79f7a HTTP/1.1" status: 204 len: 173 time: 0.4202073 Jun 28 12:06:13.424845 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5c28880-3292-4f08-9c52-844bedd74d10', 'name': 'network-vif-deleted', 'tag': 'e58a98e9-2965-4605-bf27-7b797eb79f7a'}] {{(pid=93125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:06:13.427069 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cab5cdacc5b3cbbc94323449081fb5e48b25fdc1a77f938b5656c1b79ba6a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e885727-b7dd-4708-9727-d67b3ed6781c" -d '{"events": [{"server_uuid": "b5c28880-3292-4f08-9c52-844bedd74d10", "name": "network-vif-deleted", "tag": "e58a98e9-2965-4605-bf27-7b797eb79f7a"}]}' {{(pid=93125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:06:13.468004 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f48e0c-8d82-49b5-ba02-c6da69c42ad9 x-openstack-request-id: req-b7f48e0c-8d82-49b5-ba02-c6da69c42ad9 {{(pid=93125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:06:13.468328 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5c28880-3292-4f08-9c52-844bedd74d10", "name": "network-vif-deleted", "tag": "e58a98e9-2965-4605-bf27-7b797eb79f7a", "status": "completed", "code": 200}]} {{(pid=93125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:06:13.468602 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b7f48e0c-8d82-49b5-ba02-c6da69c42ad9 {{(pid=93125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:06:13.469261 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5c28880-3292-4f08-9c52-844bedd74d10', 'name': 'network-vif-deleted', 'tag': 'e58a98e9-2965-4605-bf27-7b797eb79f7a', 'status': 'completed', 'code': 200} Jun 28 12:06:14.021461 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14584cb3-f073-447c-a4b5-bf920742dbcb req-5d728a0d-5c54-484f-8aaf-163db0366613 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:14.022886 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-14584cb3-f073-447c-a4b5-bf920742dbcb req-5d728a0d-5c54-484f-8aaf-163db0366613 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=767e3825-7bef-4bb9-957c-332a031542c1 HTTP/1.1" status: 200 len: 945 time: 0.0811889 Jun 28 12:06:14.088518 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-14584cb3-f073-447c-a4b5-bf920742dbcb req-2d0005cf-0340-466f-b855-5b6e943e4b44 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=5742bb03-3e4c-445b-92e8-2e57b510d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473235 Jun 28 12:06:14.105174 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f896d-410f-4661-96ab-600337a4ca01 req-1f5579ae-4244-40dd-bd3e-c4d9815e9f84 tempest-VolumesNegativeTest-1699326220 tempest-VolumesNegativeTest-1699326220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:14.108959 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-1d4f896d-410f-4661-96ab-600337a4ca01 req-1f5579ae-4244-40dd-bd3e-c4d9815e9f84 tempest-VolumesNegativeTest-1699326220 tempest-VolumesNegativeTest-1699326220-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4936136-0b6e-4f07-9392-618e6c7cd6b6 HTTP/1.1" status: 200 len: 950 time: 0.1039705 Jun 28 12:06:14.148864 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-1d4f896d-410f-4661-96ab-600337a4ca01 req-fb42295c-be11-485d-a89a-c5b80d26107c tempest-VolumesNegativeTest-1699326220 tempest-VolumesNegativeTest-1699326220-project] 10.222.0.26 "GET /v2.0/security-groups?id=281a3841-62b2-4a4f-bf6c-844093ec48cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357838 Jun 28 12:06:14.293228 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 59870) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:14.336655 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd2d996a-5789-4402-b904-f8ebdf63440e admin admin] Deleting subnet 44c02f51-e468-4503-8e99-c53bcbc29dec {{(pid=93125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 12:06:14.339683 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-dd2d996a-5789-4402-b904-f8ebdf63440e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:14.378136 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-dd2d996a-5789-4402-b904-f8ebdf63440e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12480110'] for subnet, precommit_delete_associations {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:14.416447 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-dd2d996a-5789-4402-b904-f8ebdf63440e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3543267'] for subnet, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:14.474990 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-dd2d996a-5789-4402-b904-f8ebdf63440e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3543284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4137752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8412948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11140556'] for subnet, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:14.478014 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:14.499607 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2d996a-5789-4402-b904-f8ebdf63440e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44c02f51-e468-4503-8e99-c53bcbc29dec,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:14.505189 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-dd2d996a-5789-4402-b904-f8ebdf63440e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:14.507328 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-dd2d996a-5789-4402-b904-f8ebdf63440e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3735354'] for subnet, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:14.509664 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-dd2d996a-5789-4402-b904-f8ebdf63440e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/44c02f51-e468-4503-8e99-c53bcbc29dec HTTP/1.1" status: 204 len: 168 time: 0.2154286 Jun 28 12:06:14.512008 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 59874) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:14.546208 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e2893-0d95-4f99-95ad-b71dc23c5704 req-4408b126-a3f3-4fe7-9d04-67a0f7f6a576 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:14.547753 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-c33e2893-0d95-4f99-95ad-b71dc23c5704 req-4408b126-a3f3-4fe7-9d04-67a0f7f6a576 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4bb9994-c394-48f3-9920-5ee52626e8eb HTTP/1.1" status: 200 len: 946 time: 0.0680904 Jun 28 12:06:14.594158 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-c33e2893-0d95-4f99-95ad-b71dc23c5704 req-6e382ad4-c2b0-4a4a-bea2-ba87122b41b5 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395525 Jun 28 12:06:14.616528 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-3f330083-a1f3-4c66-ad66-a8f4d6732c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572552'] for network, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:14.667891 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7a8f7-b953-46c3-8a43-afb21eedce1e req-e553c980-45a2-4f17-9913-0dec14d63ba0 tempest-VolumesNegativeTest-1699326220 tempest-VolumesNegativeTest-1699326220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:14.671585 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-bfd7a8f7-b953-46c3-8a43-afb21eedce1e req-e553c980-45a2-4f17-9913-0dec14d63ba0 tempest-VolumesNegativeTest-1699326220 tempest-VolumesNegativeTest-1699326220-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4936136-0b6e-4f07-9392-618e6c7cd6b6 HTTP/1.1" status: 200 len: 950 time: 0.1506264 Jun 28 12:06:14.752894 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-3f330083-a1f3-4c66-ad66-a8f4d6732c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3544245', 'neutron.services.segments.db._delete_segments_for_network-8751010592552'] for network, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:14.768763 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.services.segments.db [None req-3f330083-a1f3-4c66-ad66-a8f4d6732c83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1234ac8c-174f-41c3-8425-b4be39dc33cb']}} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:06:14.801085 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.services.segments.db [None req-3f330083-a1f3-4c66-ad66-a8f4d6732c83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '918d5219-a753-4f11-a570-279069e69307') {'for_net_delete': True} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:06:14.801383 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.services.segments.db [None req-3f330083-a1f3-4c66-ad66-a8f4d6732c83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '918d5219-a753-4f11-a570-279069e69307') {} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:06:14.812209 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-3f330083-a1f3-4c66-ad66-a8f4d6732c83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751010442123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12480023'] for segment, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:14.828671 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-3f330083-a1f3-4c66-ad66-a8f4d6732c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539709'] for segment, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:14.838199 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f330083-a1f3-4c66-ad66-a8f4d6732c83 admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=93125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 12:06:14.838698 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-3f330083-a1f3-4c66-ad66-a8f4d6732c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8413175'] for segment, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:14.840574 dv-cinder-772388-5-smb neutron-server[93125]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 12:06:14.840574 dv-cinder-772388-5-smb neutron-server[93125]: conditions |= (models_v2.Port.network_id.in_( Jun 28 12:06:14.840574 dv-cinder-772388-5-smb neutron-server[93125]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 12:06:14.840574 dv-cinder-772388-5-smb neutron-server[93125]: conditions |= (models_v2.Port.network_id.in_( Jun 28 12:06:14.840574 dv-cinder-772388-5-smb neutron-server[93125]: Traceback (most recent call last): Jun 28 12:06:14.840574 dv-cinder-772388-5-smb neutron-server[93125]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 12:06:14.840574 dv-cinder-772388-5-smb neutron-server[93125]: timer() Jun 28 12:06:14.840574 dv-cinder-772388-5-smb neutron-server[93125]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 12:06:14.840574 dv-cinder-772388-5-smb neutron-server[93125]: cb(*args, **kw) Jun 28 12:06:14.840574 dv-cinder-772388-5-smb neutron-server[93125]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 12:06:14.840574 dv-cinder-772388-5-smb neutron-server[93125]: return func(*args, **kwargs) Jun 28 12:06:14.840574 dv-cinder-772388-5-smb neutron-server[93125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 12:06:14.840574 dv-cinder-772388-5-smb neutron-server[93125]: self._notify() Jun 28 12:06:14.840574 dv-cinder-772388-5-smb neutron-server[93125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 12:06:14.840574 dv-cinder-772388-5-smb neutron-server[93125]: self.callback(batched_events) Jun 28 12:06:14.840574 dv-cinder-772388-5-smb neutron-server[93125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 12:06:14.840574 dv-cinder-772388-5-smb neutron-server[93125]: event.method(event) Jun 28 12:06:14.840574 dv-cinder-772388-5-smb neutron-server[93125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 12:06:14.840574 dv-cinder-772388-5-smb neutron-server[93125]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 12:06:14.840574 dv-cinder-772388-5-smb neutron-server[93125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 12:06:14.840574 dv-cinder-772388-5-smb neutron-server[93125]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 12:06:14.840574 dv-cinder-772388-5-smb neutron-server[93125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 12:06:14.840574 dv-cinder-772388-5-smb neutron-server[93125]: return f(self, *a, **k) Jun 28 12:06:14.840574 dv-cinder-772388-5-smb neutron-server[93125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 12:06:14.840574 dv-cinder-772388-5-smb neutron-server[93125]: return self._get(url).json() Jun 28 12:06:14.840574 dv-cinder-772388-5-smb neutron-server[93125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 12:06:14.840574 dv-cinder-772388-5-smb neutron-server[93125]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 12:06:14.840574 dv-cinder-772388-5-smb neutron-server[93125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 12:06:14.840574 dv-cinder-772388-5-smb neutron-server[93125]: return self.request(url, 'GET', **kwargs) Jun 28 12:06:14.840574 dv-cinder-772388-5-smb neutron-server[93125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 12:06:14.840574 dv-cinder-772388-5-smb neutron-server[93125]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 12:06:14.840574 dv-cinder-772388-5-smb neutron-server[93125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 12:06:14.840574 dv-cinder-772388-5-smb neutron-server[93125]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 12:06:14.840574 dv-cinder-772388-5-smb neutron-server[93125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 12:06:14.840574 dv-cinder-772388-5-smb neutron-server[93125]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 12:06:14.840574 dv-cinder-772388-5-smb neutron-server[93125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 12:06:14.900315 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.plugin [req-bfd7a8f7-b953-46c3-8a43-afb21eedce1e req-eb537c51-cdab-4bd5-9d9a-42e1d6d1c486 tempest-VolumesNegativeTest-1699326220 tempest-VolumesNegativeTest-1699326220-project] Deleting port b77fab81-7d43-41bf-8475-063f5cfc5f05 {{(pid=93125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:06:14.900655 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-bfd7a8f7-b953-46c3-8a43-afb21eedce1e req-eb537c51-cdab-4bd5-9d9a-42e1d6d1c486 tempest-VolumesNegativeTest-1699326220 tempest-VolumesNegativeTest-1699326220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751010669087'] for port, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:14.915239 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-3f330083-a1f3-4c66-ad66-a8f4d6732c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3544236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799908'] for network, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:14.928387 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:14.931099 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-3f330083-a1f3-4c66-ad66-a8f4d6732c83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3735354'] for network, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:14.932946 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-3f330083-a1f3-4c66-ad66-a8f4d6732c83 admin admin] 10.222.0.26 "DELETE /v2.0/networks/1234ac8c-174f-41c3-8425-b4be39dc33cb HTTP/1.1" status: 204 len: 168 time: 0.4200051 Jun 28 12:06:14.974885 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f330083-a1f3-4c66-ad66-a8f4d6732c83 admin admin] Pushing event deleted for resources: {'Network': ['ID=1234ac8c-174f-41c3-8425-b4be39dc33cb,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:14.978555 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-3f330083-a1f3-4c66-ad66-a8f4d6732c83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:15.012566 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.db [req-bfd7a8f7-b953-46c3-8a43-afb21eedce1e req-eb537c51-cdab-4bd5-9d9a-42e1d6d1c486 tempest-VolumesNegativeTest-1699326220 tempest-VolumesNegativeTest-1699326220-project] For port b77fab81-7d43-41bf-8475-063f5cfc5f05, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=b77fab81-7d43-41bf-8475-063f5cfc5f05,segment=NetworkSegment(dbd77f37-f37d-461d-b008-1423465a335d),segment_id=dbd77f37-f37d-461d-b008-1423465a335d)] {{(pid=93125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:06:15.012969 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-bfd7a8f7-b953-46c3-8a43-afb21eedce1e req-eb537c51-cdab-4bd5-9d9a-42e1d6d1c486 tempest-VolumesNegativeTest-1699326220 tempest-VolumesNegativeTest-1699326220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700447'] for port, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:15.025359 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.plugin [req-bfd7a8f7-b953-46c3-8a43-afb21eedce1e req-eb537c51-cdab-4bd5-9d9a-42e1d6d1c486 tempest-VolumesNegativeTest-1699326220 tempest-VolumesNegativeTest-1699326220-project] Calling delete_port for b77fab81-7d43-41bf-8475-063f5cfc5f05 owned by compute:nova {{(pid=93125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:06:15.102114 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 59880) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:15.143012 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-d37054a9-524f-4510-9d8a-57fd799312bc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d9d98709642940d68943de79af7f342e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0394711 Jun 28 12:06:15.147691 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 59884) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:15.157893 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-bfd7a8f7-b953-46c3-8a43-afb21eedce1e req-eb537c51-cdab-4bd5-9d9a-42e1d6d1c486 tempest-VolumesNegativeTest-1699326220 tempest-VolumesNegativeTest-1699326220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751010672945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751010131959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8413146'] for port, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:15.163491 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-ed107ae7-b353-43fb-9fdc-1ece2e8399b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:15.171439 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] get_ports_and_sgs() called for port_ids ['b77fab81-7d43-41bf-8475-063f5cfc5f05'] {{(pid=93126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:06:15.206508 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-cbec6709-f781-4c23-9b04-c539b0845638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:15.225264 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb537c51-cdab-4bd5-9d9a-42e1d6d1c486 tempest-VolumesNegativeTest-1699326220 tempest-VolumesNegativeTest-1699326220-project] Pushing event deleted for resources: {'Port': ['ID=b77fab81-7d43-41bf-8475-063f5cfc5f05,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:15.229353 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-eb537c51-cdab-4bd5-9d9a-42e1d6d1c486 tempest-VolumesNegativeTest-1699326220 tempest-VolumesNegativeTest-1699326220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:15.261991 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-cbec6709-f781-4c23-9b04-c539b0845638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:15.283661 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfd7a8f7-b953-46c3-8a43-afb21eedce1e req-eb537c51-cdab-4bd5-9d9a-42e1d6d1c486 tempest-VolumesNegativeTest-1699326220 tempest-VolumesNegativeTest-1699326220-project] No DVR routers for this DVR port b77fab81-7d43-41bf-8475-063f5cfc5f05 on host hv-cinder-77238 {{(pid=93125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:06:15.286417 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-bfd7a8f7-b953-46c3-8a43-afb21eedce1e req-eb537c51-cdab-4bd5-9d9a-42e1d6d1c486 tempest-VolumesNegativeTest-1699326220 tempest-VolumesNegativeTest-1699326220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188324'] for port, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:15.288802 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-bfd7a8f7-b953-46c3-8a43-afb21eedce1e req-eb537c51-cdab-4bd5-9d9a-42e1d6d1c486 tempest-VolumesNegativeTest-1699326220 tempest-VolumesNegativeTest-1699326220-project] 10.222.0.61 "DELETE /v2.0/ports/b77fab81-7d43-41bf-8475-063f5cfc5f05 HTTP/1.1" status: 204 len: 173 time: 0.6047897 Jun 28 12:06:15.331184 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-f9a26e4e-e3c5-4c34-b9d0-8892508cfb0e req-8f2a636c-a205-46ac-865a-f40a4d753450 tempest-VolumesNegativeTest-1699326220 tempest-VolumesNegativeTest-1699326220-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4936136-0b6e-4f07-9392-618e6c7cd6b6 HTTP/1.1" status: 200 len: 210 time: 0.0515990 Jun 28 12:06:15.378458 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbced7c0-f7a4-497c-b9fc-d3ae66fd090b req-8f13d000-8b74-4c2e-8d9c-ce74cfdc1c69 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:15.379976 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-bbced7c0-f7a4-497c-b9fc-d3ae66fd090b req-8f13d000-8b74-4c2e-8d9c-ce74cfdc1c69 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=767e3825-7bef-4bb9-957c-332a031542c1 HTTP/1.1" status: 200 len: 945 time: 0.1576531 Jun 28 12:06:15.398640 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-cbec6709-f781-4c23-9b04-c539b0845638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:15.401347 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-cbec6709-f781-4c23-9b04-c539b0845638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:15.402711 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-cbec6709-f781-4c23-9b04-c539b0845638 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0046b0d6-801b-426f-9192-d8e3ad3d9c53 HTTP/1.1" status: 204 len: 168 time: 0.2566164 Jun 28 12:06:15.414076 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-869f98f2-2281-4911-8f8c-58ad43693ee8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:15.427876 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbec6709-f781-4c23-9b04-c539b0845638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0046b0d6-801b-426f-9192-d8e3ad3d9c53,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:15.451243 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbec6709-f781-4c23-9b04-c539b0845638 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:06:15.451404 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbec6709-f781-4c23-9b04-c539b0845638 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:06:15.451724 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbec6709-f781-4c23-9b04-c539b0845638 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:06:15.452045 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbec6709-f781-4c23-9b04-c539b0845638 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:06:15.452695 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbec6709-f781-4c23-9b04-c539b0845638 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:06:15.453223 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbec6709-f781-4c23-9b04-c539b0845638 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:06:15.453543 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbec6709-f781-4c23-9b04-c539b0845638 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:06:15.453900 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbec6709-f781-4c23-9b04-c539b0845638 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:06:15.457864 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbec6709-f781-4c23-9b04-c539b0845638 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:06:15.457864 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbec6709-f781-4c23-9b04-c539b0845638 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:06:15.457864 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbec6709-f781-4c23-9b04-c539b0845638 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:06:15.457864 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbec6709-f781-4c23-9b04-c539b0845638 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:06:15.465067 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-cbec6709-f781-4c23-9b04-c539b0845638 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:15.468516 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-bbced7c0-f7a4-497c-b9fc-d3ae66fd090b req-fda1a015-5b01-4726-877b-f2e2112bf9cd tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=5742bb03-3e4c-445b-92e8-2e57b510d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803556 Jun 28 12:06:15.471308 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4936136-0b6e-4f07-9392-618e6c7cd6b6', 'name': 'network-vif-deleted', 'tag': 'b77fab81-7d43-41bf-8475-063f5cfc5f05'}] {{(pid=93125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:06:15.477771 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cab5cdacc5b3cbbc94323449081fb5e48b25fdc1a77f938b5656c1b79ba6a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f47c4885-8b88-479f-b0a4-6c55feb7c484" -d '{"events": [{"server_uuid": "d4936136-0b6e-4f07-9392-618e6c7cd6b6", "name": "network-vif-deleted", "tag": "b77fab81-7d43-41bf-8475-063f5cfc5f05"}]}' {{(pid=93125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:06:15.519641 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9ccbf5-4e9b-4938-8c88-306ef0383ee8 x-openstack-request-id: req-ba9ccbf5-4e9b-4938-8c88-306ef0383ee8 {{(pid=93125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:06:15.520037 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4936136-0b6e-4f07-9392-618e6c7cd6b6", "name": "network-vif-deleted", "tag": "b77fab81-7d43-41bf-8475-063f5cfc5f05", "status": "completed", "code": 200}]} {{(pid=93125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:06:15.520393 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ba9ccbf5-4e9b-4938-8c88-306ef0383ee8 {{(pid=93125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:06:15.520947 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4936136-0b6e-4f07-9392-618e6c7cd6b6', 'name': 'network-vif-deleted', 'tag': 'b77fab81-7d43-41bf-8475-063f5cfc5f05', 'status': 'completed', 'code': 200} Jun 28 12:06:15.779883 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f72e8e-4629-4c52-94b0-9ec3f1c1af3e req-717d373c-e233-404c-ba0d-3f279ec69362 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:15.781603 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-72f72e8e-4629-4c52-94b0-9ec3f1c1af3e req-717d373c-e233-404c-ba0d-3f279ec69362 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4bb9994-c394-48f3-9920-5ee52626e8eb HTTP/1.1" status: 200 len: 946 time: 0.0738103 Jun 28 12:06:15.820087 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-72f72e8e-4629-4c52-94b0-9ec3f1c1af3e req-40248750-223e-45ed-9dac-02cb499608a3 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325580 Jun 28 12:06:16.157717 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device e58a98e9-2965-4605-bf27-7b797eb79f7a no longer exists at agent hyperv_hv-cinder-77238 {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:06:16.177934 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.plugin [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] No Port match for: e58a98e9-2965-4605-bf27-7b797eb79f7a {{(pid=93126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:06:16.178621 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device e58a98e9-2965-4605-bf27-7b797eb79f7a not bound to the agent host hv-cinder-77238 {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:06:16.179024 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device b77fab81-7d43-41bf-8475-063f5cfc5f05 no longer exists at agent hyperv_hv-cinder-77238 {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:06:16.196439 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.plugin [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] No Port match for: b77fab81-7d43-41bf-8475-063f5cfc5f05 {{(pid=93126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:06:16.196952 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device b77fab81-7d43-41bf-8475-063f5cfc5f05 not bound to the agent host hv-cinder-77238 {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:06:16.700706 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a2e5b-8a40-4371-a07b-6a3f1a27df0a req-68340125-6528-49be-80a8-c0e6a54a8837 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:16.702199 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-9e7a2e5b-8a40-4371-a07b-6a3f1a27df0a req-68340125-6528-49be-80a8-c0e6a54a8837 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=767e3825-7bef-4bb9-957c-332a031542c1 HTTP/1.1" status: 200 len: 945 time: 0.1001444 Jun 28 12:06:16.749347 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-9e7a2e5b-8a40-4371-a07b-6a3f1a27df0a req-9cb7ff35-b9ed-493a-88a2-621be7c819ac tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=5742bb03-3e4c-445b-92e8-2e57b510d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413930 Jun 28 12:06:17.015226 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea0955-2376-4b7e-a815-691806521d4e req-d3eae40e-7766-4995-a7f6-7b0dc33e3ca0 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:17.016715 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-d6ea0955-2376-4b7e-a815-691806521d4e req-d3eae40e-7766-4995-a7f6-7b0dc33e3ca0 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4bb9994-c394-48f3-9920-5ee52626e8eb HTTP/1.1" status: 200 len: 946 time: 0.0684586 Jun 28 12:06:17.063085 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-d6ea0955-2376-4b7e-a815-691806521d4e req-185dec58-f902-4dd1-8ebd-4f01b9b8e110 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408218 Jun 28 12:06:17.209900 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 60016) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:17.316615 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-75157ba0-8db9-4472-895b-976477b797a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:17.409321 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-75157ba0-8db9-4472-895b-976477b797a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:17.414370 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-75157ba0-8db9-4472-895b-976477b797a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:17.416866 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-73a798b8-5bbb-45e7-b27d-ef494c40eaa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:17.453820 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75157ba0-8db9-4472-895b-976477b797a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0097790d-d488-4193-8522-2d0534ca1989,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:17.461135 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-75157ba0-8db9-4472-895b-976477b797a4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6a42f9a2f44640ee9766552b7891fb16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2501531 Jun 28 12:06:17.461264 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 60052) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:17.462082 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-75157ba0-8db9-4472-895b-976477b797a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:17.519126 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-aa3ca245-4420-4d1e-8325-f5be67bce26a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:17.540713 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-aa3ca245-4420-4d1e-8325-f5be67bce26a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:17.586276 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-aa3ca245-4420-4d1e-8325-f5be67bce26a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:17.589364 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-aa3ca245-4420-4d1e-8325-f5be67bce26a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:17.590485 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-aa3ca245-4420-4d1e-8325-f5be67bce26a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0097790d-d488-4193-8522-2d0534ca1989 HTTP/1.1" status: 204 len: 168 time: 0.1281002 Jun 28 12:06:17.591215 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-21b17c52-5871-4f34-bc90-fcca75deb8af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:17.599655 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ca245-4420-4d1e-8325-f5be67bce26a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0097790d-d488-4193-8522-2d0534ca1989,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:17.607248 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ca245-4420-4d1e-8325-f5be67bce26a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:06:17.607572 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ca245-4420-4d1e-8325-f5be67bce26a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:06:17.610819 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ca245-4420-4d1e-8325-f5be67bce26a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:06:17.611218 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ca245-4420-4d1e-8325-f5be67bce26a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:06:17.611528 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ca245-4420-4d1e-8325-f5be67bce26a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:06:17.611992 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ca245-4420-4d1e-8325-f5be67bce26a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:06:17.612346 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ca245-4420-4d1e-8325-f5be67bce26a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:06:17.612697 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ca245-4420-4d1e-8325-f5be67bce26a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:06:17.613063 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ca245-4420-4d1e-8325-f5be67bce26a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:06:17.613410 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ca245-4420-4d1e-8325-f5be67bce26a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:06:17.613749 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ca245-4420-4d1e-8325-f5be67bce26a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:06:17.614086 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ca245-4420-4d1e-8325-f5be67bce26a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:06:17.617299 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-aa3ca245-4420-4d1e-8325-f5be67bce26a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:17.897743 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 60074) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:17.912967 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-5f1813e5-0f0d-4843-a4fb-ddc84e6f6304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:17.940316 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fee6b7a-d7c4-478a-8bfd-480614ef675d req-c014396a-4c27-4686-8826-d91ce9cb4e00 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:17.941884 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-2fee6b7a-d7c4-478a-8bfd-480614ef675d req-c014396a-4c27-4686-8826-d91ce9cb4e00 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=767e3825-7bef-4bb9-957c-332a031542c1 HTTP/1.1" status: 200 len: 945 time: 0.0696070 Jun 28 12:06:17.985855 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-2fee6b7a-d7c4-478a-8bfd-480614ef675d req-7fd49a85-9fb8-469c-9ea5-35788791c71c tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=5742bb03-3e4c-445b-92e8-2e57b510d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377507 Jun 28 12:06:18.026292 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-5f1813e5-0f0d-4843-a4fb-ddc84e6f6304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:18.030500 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-5f1813e5-0f0d-4843-a4fb-ddc84e6f6304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:18.034590 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-e2fd79fd-ba07-4873-9936-7ce63c24f9e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:18.078738 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-5f1813e5-0f0d-4843-a4fb-ddc84e6f6304 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=837a7f550a22406cada5397eb939bbaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1770959 Jun 28 12:06:18.078738 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1813e5-0f0d-4843-a4fb-ddc84e6f6304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1256bb2f-432b-468e-8039-324db2ed7084,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:18.079226 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 60106) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:18.091450 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-5f1813e5-0f0d-4843-a4fb-ddc84e6f6304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:18.136675 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-ef3cdc41-1559-44e1-8a74-cbe282289358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:18.162053 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-ef3cdc41-1559-44e1-8a74-cbe282289358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:18.244493 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-ef3cdc41-1559-44e1-8a74-cbe282289358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:18.247941 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-ef3cdc41-1559-44e1-8a74-cbe282289358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:18.249140 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-ef3cdc41-1559-44e1-8a74-cbe282289358 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1256bb2f-432b-468e-8039-324db2ed7084 HTTP/1.1" status: 204 len: 168 time: 0.1687994 Jun 28 12:06:18.252213 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-75157ba0-8db9-4472-895b-976477b797a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:18.264405 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3cdc41-1559-44e1-8a74-cbe282289358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1256bb2f-432b-468e-8039-324db2ed7084,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:18.266785 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-ef3cdc41-1559-44e1-8a74-cbe282289358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:18.280935 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44811e51-bba4-45a9-8a89-dc543b45dd1b req-95751887-49c8-4f37-bbda-96e94252ba2c tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:18.282544 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-44811e51-bba4-45a9-8a89-dc543b45dd1b req-95751887-49c8-4f37-bbda-96e94252ba2c tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4bb9994-c394-48f3-9920-5ee52626e8eb HTTP/1.1" status: 200 len: 946 time: 0.0891647 Jun 28 12:06:18.323197 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-44811e51-bba4-45a9-8a89-dc543b45dd1b req-d6d56f9f-f0d2-4e4c-9854-bfd7efb6235d tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346673 Jun 28 12:06:19.191375 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adcdefc-1c25-4119-bbc3-3b998ea432d0 req-26def3f6-f786-4f31-bb38-d63f58ca4187 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:19.192914 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-2adcdefc-1c25-4119-bbc3-3b998ea432d0 req-26def3f6-f786-4f31-bb38-d63f58ca4187 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=767e3825-7bef-4bb9-957c-332a031542c1 HTTP/1.1" status: 200 len: 945 time: 0.0807440 Jun 28 12:06:19.235287 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-2adcdefc-1c25-4119-bbc3-3b998ea432d0 req-75127b8f-3c58-489e-9a82-a7bb018a1cff tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=5742bb03-3e4c-445b-92e8-2e57b510d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355353 Jun 28 12:06:19.511064 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c4040-62bf-4010-9de6-d37e5fab89ed req-2f701c44-4c42-429d-a38f-5886ab76c532 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:19.512649 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-0c4c4040-62bf-4010-9de6-d37e5fab89ed req-2f701c44-4c42-429d-a38f-5886ab76c532 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4bb9994-c394-48f3-9920-5ee52626e8eb HTTP/1.1" status: 200 len: 946 time: 0.0699947 Jun 28 12:06:19.553194 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-0c4c4040-62bf-4010-9de6-d37e5fab89ed req-391494c1-a2c9-42e6-8884-372def7238b9 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343244 Jun 28 12:06:20.208423 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 60276) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:20.308865 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-bf82e124-2041-4d81-8960-347a7eedf9ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:20.399018 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-bf82e124-2041-4d81-8960-347a7eedf9ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:20.405633 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-bf82e124-2041-4d81-8960-347a7eedf9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:20.410430 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-d77c283e-9e92-4f44-b26c-a908889b55c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:20.433740 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46533afa-dd47-4c25-8e05-695586e96a18 req-efdbd0bc-f075-40fc-9abf-400cd9dd74bb tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:20.435237 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-46533afa-dd47-4c25-8e05-695586e96a18 req-efdbd0bc-f075-40fc-9abf-400cd9dd74bb tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=767e3825-7bef-4bb9-957c-332a031542c1 HTTP/1.1" status: 200 len: 945 time: 0.0724776 Jun 28 12:06:20.444385 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-bf82e124-2041-4d81-8960-347a7eedf9ea admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=072713d9d82f476e86e69945a886f46a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2347913 Jun 28 12:06:20.446498 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf82e124-2041-4d81-8960-347a7eedf9ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0932742-f68a-4f3b-9d4b-22048b13ddd1,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:20.447763 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 60282) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:20.449633 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-bf82e124-2041-4d81-8960-347a7eedf9ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:20.495273 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-46533afa-dd47-4c25-8e05-695586e96a18 req-85c036d2-8892-4850-ba82-7d8a3e611ebe tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=5742bb03-3e4c-445b-92e8-2e57b510d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539181 Jun 28 12:06:20.524699 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-7c8ab575-9f85-47c7-8ead-bd4ee9d4566c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:20.546473 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-7c8ab575-9f85-47c7-8ead-bd4ee9d4566c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:20.597643 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-7c8ab575-9f85-47c7-8ead-bd4ee9d4566c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:20.601052 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-7c8ab575-9f85-47c7-8ead-bd4ee9d4566c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:20.604570 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-7c8ab575-9f85-47c7-8ead-bd4ee9d4566c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c0932742-f68a-4f3b-9d4b-22048b13ddd1 HTTP/1.1" status: 204 len: 168 time: 0.1536479 Jun 28 12:06:20.604570 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-a1a831d8-7b98-49ed-a67c-6e67f87fa98e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:20.611042 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8ab575-9f85-47c7-8ead-bd4ee9d4566c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0932742-f68a-4f3b-9d4b-22048b13ddd1,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:20.613277 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-7c8ab575-9f85-47c7-8ead-bd4ee9d4566c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:20.703103 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 60294) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:20.770352 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bcb40c-8e36-4cad-8aa5-2232b022f04e req-09cf9548-f9bf-46fa-8e76-99c9cac89ef8 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:20.772080 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-f8bcb40c-8e36-4cad-8aa5-2232b022f04e req-09cf9548-f9bf-46fa-8e76-99c9cac89ef8 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4bb9994-c394-48f3-9920-5ee52626e8eb HTTP/1.1" status: 200 len: 946 time: 0.0786772 Jun 28 12:06:20.813541 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-f8bcb40c-8e36-4cad-8aa5-2232b022f04e req-70bd1b9c-0231-4ed4-95d0-9bdab767d6ec tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342770 Jun 28 12:06:20.952679 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-ec4f57e6-f4c3-428e-b1f5-d036e8b78d25 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=12e018b697c640688d3240edd0a96755&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2481849 Jun 28 12:06:20.955173 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 60302) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:20.965690 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 60304) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:20.979086 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-5d1f072b-d27d-48cd-822c-bca96c78a2d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:21.001098 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-90b04219-e284-4343-b4df-544e48b47639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:21.021507 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-90b04219-e284-4343-b4df-544e48b47639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:21.070153 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-5d1f072b-d27d-48cd-822c-bca96c78a2d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:21.072489 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-90b04219-e284-4343-b4df-544e48b47639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:21.073638 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-5d1f072b-d27d-48cd-822c-bca96c78a2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:21.075254 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-90b04219-e284-4343-b4df-544e48b47639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:21.075916 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-c9ec6609-7ec6-4f95-a30a-a11d570e8707 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:21.077232 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-90b04219-e284-4343-b4df-544e48b47639 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/281a3841-62b2-4a4f-bf6c-844093ec48cd HTTP/1.1" status: 204 len: 168 time: 0.1211460 Jun 28 12:06:21.078180 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-03fd8b10-b125-4710-80ca-32e84581922a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:21.089277 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b04219-e284-4343-b4df-544e48b47639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=281a3841-62b2-4a4f-bf6c-844093ec48cd,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:21.091520 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-90b04219-e284-4343-b4df-544e48b47639 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:21.110503 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1f072b-d27d-48cd-822c-bca96c78a2d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa39e53-ea80-4da8-b851-c85c4cd5a04a,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:21.114725 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-5d1f072b-d27d-48cd-822c-bca96c78a2d0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8a85d0c30eae46f28d8822b2de213164&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1479111 Jun 28 12:06:21.115570 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-5d1f072b-d27d-48cd-822c-bca96c78a2d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:21.117402 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 60308) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:21.142442 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.agents_db [None req-f497f353-63e3-44e2-a2cd-a5845e949060 None None] Agent healthcheck: found 6 active agents {{(pid=93127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:06:21.167114 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-b9e5d61c-2d84-4f93-9af1-46f611935360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:21.188391 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-b9e5d61c-2d84-4f93-9af1-46f611935360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:21.236584 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-b9e5d61c-2d84-4f93-9af1-46f611935360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:21.239317 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-b9e5d61c-2d84-4f93-9af1-46f611935360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:21.240359 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-b9e5d61c-2d84-4f93-9af1-46f611935360 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/baa39e53-ea80-4da8-b851-c85c4cd5a04a HTTP/1.1" status: 204 len: 168 time: 0.1214018 Jun 28 12:06:21.241122 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-750450d4-7e0d-46d5-aae2-f5b8c2265392 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:21.249555 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e5d61c-2d84-4f93-9af1-46f611935360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa39e53-ea80-4da8-b851-c85c4cd5a04a,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:21.251918 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-b9e5d61c-2d84-4f93-9af1-46f611935360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:21.677963 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe98e9-b29f-4f3d-9b1c-b522103e3799 req-34180454-0f23-4d54-8bea-b57fa26d97d0 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:21.679425 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-f0fe98e9-b29f-4f3d-9b1c-b522103e3799 req-34180454-0f23-4d54-8bea-b57fa26d97d0 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=767e3825-7bef-4bb9-957c-332a031542c1 HTTP/1.1" status: 200 len: 945 time: 0.0655558 Jun 28 12:06:21.721113 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-f0fe98e9-b29f-4f3d-9b1c-b522103e3799 req-6c66fef2-68b4-4f3d-b5ce-0b9227956cbc tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=5742bb03-3e4c-445b-92e8-2e57b510d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357194 Jun 28 12:06:21.993354 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3043f26f-3ee3-42b0-881b-1d58d73f9147 req-521dd05d-5fea-48ff-94e5-e228ff345818 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:21.995088 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-3043f26f-3ee3-42b0-881b-1d58d73f9147 req-521dd05d-5fea-48ff-94e5-e228ff345818 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4bb9994-c394-48f3-9920-5ee52626e8eb HTTP/1.1" status: 200 len: 946 time: 0.0745261 Jun 28 12:06:22.049059 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-3043f26f-3ee3-42b0-881b-1d58d73f9147 req-c4477afa-3936-4d97-a3d1-5d5fa6de1c6b tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469041 Jun 28 12:06:22.893822 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ae7f65-0c1d-4b8e-9434-0473f7c8162c req-525392cc-d10f-4ceb-ad4f-0eaf4b50c34e tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:22.895263 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-60ae7f65-0c1d-4b8e-9434-0473f7c8162c req-525392cc-d10f-4ceb-ad4f-0eaf4b50c34e tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=767e3825-7bef-4bb9-957c-332a031542c1 HTTP/1.1" status: 200 len: 945 time: 0.0629313 Jun 28 12:06:22.931326 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-60ae7f65-0c1d-4b8e-9434-0473f7c8162c req-95dabc05-3635-4b5b-848a-7f75e3ffebad tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=5742bb03-3e4c-445b-92e8-2e57b510d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303571 Jun 28 12:06:23.215808 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf3524-16a9-459d-9948-93c3ab3ff067 req-b3a8c232-6115-4df4-ae23-90d426826470 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:23.217178 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-81cf3524-16a9-459d-9948-93c3ab3ff067 req-b3a8c232-6115-4df4-ae23-90d426826470 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4bb9994-c394-48f3-9920-5ee52626e8eb HTTP/1.1" status: 200 len: 946 time: 0.0635262 Jun 28 12:06:23.253472 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-81cf3524-16a9-459d-9948-93c3ab3ff067 req-0efda1aa-6889-49de-a10a-8d45d4b79ef5 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307000 Jun 28 12:06:24.108862 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e019d399-301b-4d8e-9667-90542c0bb43b req-d7b7243b-1d0b-47f7-a102-d678d2567f5f tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:24.110276 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-e019d399-301b-4d8e-9667-90542c0bb43b req-d7b7243b-1d0b-47f7-a102-d678d2567f5f tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=767e3825-7bef-4bb9-957c-332a031542c1 HTTP/1.1" status: 200 len: 945 time: 0.0599909 Jun 28 12:06:24.150352 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-e019d399-301b-4d8e-9667-90542c0bb43b req-c0ff2e68-926e-48e1-9b43-84677a0fd6a6 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=5742bb03-3e4c-445b-92e8-2e57b510d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346031 Jun 28 12:06:24.209069 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device 197e554d-7bb1-447d-ba4e-aeea31694618 details requested by agent hyperv_hv-cinder-77238 with host hv-cinder-77238 {{(pid=93126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 12:06:24.301038 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] For port 197e554d-7bb1-447d-ba4e-aeea31694618, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=197e554d-7bb1-447d-ba4e-aeea31694618,segment=NetworkSegment(aed9295f-7fc3-449f-af4b-5fa9a30585ae),segment_id=aed9295f-7fc3-449f-af4b-5fa9a30585ae)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:06:24.312247 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Returning: {'device': '197e554d-7bb1-447d-ba4e-aeea31694618', 'network_id': '61e6c2ec-9082-4875-a218-8630ba468008', 'port_id': '197e554d-7bb1-447d-ba4e-aeea31694618', 'mac_address': 'fa:16:3e:03:67:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558089fa-d5c8-4a60-a96f-efb801414a3b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 12:06:24.348926 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:24.361440 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.notifiers.nova [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 197e554d-7bb1-447d-ba4e-aeea31694618 {{(pid=93126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:06:24.382986 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] For port 197e554d-7bb1-447d-ba4e-aeea31694618, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=197e554d-7bb1-447d-ba4e-aeea31694618,segment=NetworkSegment(aed9295f-7fc3-449f-af4b-5fa9a30585ae),segment_id=aed9295f-7fc3-449f-af4b-5fa9a30585ae)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:06:24.389122 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:24.390176 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:24.437710 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e67867-4ed5-4e0f-9cda-3460c9598c79 req-6441a074-7f5f-4bf6-8472-80292cd416eb tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:24.440841 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-92e67867-4ed5-4e0f-9cda-3460c9598c79 req-6441a074-7f5f-4bf6-8472-80292cd416eb tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4bb9994-c394-48f3-9920-5ee52626e8eb HTTP/1.1" status: 200 len: 946 time: 0.0739813 Jun 28 12:06:24.480285 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-92e67867-4ed5-4e0f-9cda-3460c9598c79 req-118e973c-9f49-4458-8566-b19bf314775f tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385582 Jun 28 12:06:24.558477 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Pushing event updated for resources: {'Port': ['ID=197e554d-7bb1-447d-ba4e-aeea31694618,revision_number=6']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:24.565184 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:06:24.565532 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:06:24.565896 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:06:24.566229 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:06:24.566557 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:06:24.566884 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:06:24.567207 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:06:24.567526 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:06:24.567844 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:06:24.568165 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:06:24.569165 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:06:24.569520 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:06:24.573969 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:24.607928 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] get_ports_and_sgs() called for port_ids ['197e554d-7bb1-447d-ba4e-aeea31694618'] {{(pid=93126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:06:25.337296 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1847137-ba8e-4c31-8a85-d338d35beabe req-6f8c8db2-8ec7-4f65-948b-9c5a41c0d68a tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:25.339462 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-d1847137-ba8e-4c31-8a85-d338d35beabe req-6f8c8db2-8ec7-4f65-948b-9c5a41c0d68a tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=767e3825-7bef-4bb9-957c-332a031542c1 HTTP/1.1" status: 200 len: 944 time: 0.0688252 Jun 28 12:06:25.388650 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-d1847137-ba8e-4c31-8a85-d338d35beabe req-672c7457-8200-411d-8976-64225311bc68 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=5742bb03-3e4c-445b-92e8-2e57b510d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403016 Jun 28 12:06:25.673369 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461f665c-1ff9-4400-9df0-8ca525055528 req-46959b8c-633a-40aa-b208-e7b253c5f173 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:25.681915 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-461f665c-1ff9-4400-9df0-8ca525055528 req-46959b8c-633a-40aa-b208-e7b253c5f173 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4bb9994-c394-48f3-9920-5ee52626e8eb HTTP/1.1" status: 200 len: 946 time: 0.0801201 Jun 28 12:06:25.719614 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-461f665c-1ff9-4400-9df0-8ca525055528 req-47beb5c7-79ac-4b5a-a09c-53ed7466362c tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365078 Jun 28 12:06:26.241208 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device 197e554d-7bb1-447d-ba4e-aeea31694618 up at agent hyperv_hv-cinder-77238 {{(pid=93126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:06:26.304940 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Provisioning complete for port 197e554d-7bb1-447d-ba4e-aeea31694618 triggered by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:06:26.305821 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:26.387290 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:26.415777 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '767e3825-7bef-4bb9-957c-332a031542c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '197e554d-7bb1-447d-ba4e-aeea31694618'}] {{(pid=93126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:06:26.418613 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef893c2a45f5206efbef573e37d1784350e1616ec5e975db08a1c6348235ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4da41a0-a6bf-4bea-9ddc-74bbfb209d53" -d '{"events": [{"server_uuid": "767e3825-7bef-4bb9-957c-332a031542c1", "name": "network-vif-plugged", "status": "completed", "tag": "197e554d-7bb1-447d-ba4e-aeea31694618"}]}' {{(pid=93126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:06:26.435389 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] For port 197e554d-7bb1-447d-ba4e-aeea31694618, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=197e554d-7bb1-447d-ba4e-aeea31694618,segment=NetworkSegment(aed9295f-7fc3-449f-af4b-5fa9a30585ae),segment_id=aed9295f-7fc3-449f-af4b-5fa9a30585ae)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:06:26.441183 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:26.444333 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:26.496544 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d199b125-1631-47dc-b326-5f247a0e6396 x-openstack-request-id: req-d199b125-1631-47dc-b326-5f247a0e6396 {{(pid=93126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:06:26.497207 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "767e3825-7bef-4bb9-957c-332a031542c1", "name": "network-vif-plugged", "status": "completed", "tag": "197e554d-7bb1-447d-ba4e-aeea31694618", "code": 200}]} {{(pid=93126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:06:26.497776 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d199b125-1631-47dc-b326-5f247a0e6396 {{(pid=93126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:06:26.498440 dv-cinder-772388-5-smb neutron-server[93126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '767e3825-7bef-4bb9-957c-332a031542c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '197e554d-7bb1-447d-ba4e-aeea31694618', 'code': 200} Jun 28 12:06:26.534770 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Pushing event updated for resources: {'Port': ['ID=197e554d-7bb1-447d-ba4e-aeea31694618,revision_number=7']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:26.540071 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:26.651759 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00744f0-3de9-41c0-bd1c-da5329e36fa4 req-926b167d-a912-415a-8f13-dab5d9e6c330 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:26.653715 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-e00744f0-3de9-41c0-bd1c-da5329e36fa4 req-926b167d-a912-415a-8f13-dab5d9e6c330 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=767e3825-7bef-4bb9-957c-332a031542c1 HTTP/1.1" status: 200 len: 945 time: 0.0745385 Jun 28 12:06:26.698044 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-e00744f0-3de9-41c0-bd1c-da5329e36fa4 req-8e9ac591-efd3-4f25-8663-a2c0826483c1 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=5742bb03-3e4c-445b-92e8-2e57b510d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376678 Jun 28 12:06:26.906909 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1128d5-331b-49ff-82f8-8cd1af253eb5 req-2948f19a-71e9-4cbb-a465-82d7f0f67f38 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:26.908664 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-eb1128d5-331b-49ff-82f8-8cd1af253eb5 req-2948f19a-71e9-4cbb-a465-82d7f0f67f38 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4bb9994-c394-48f3-9920-5ee52626e8eb HTTP/1.1" status: 200 len: 946 time: 0.0714283 Jun 28 12:06:26.963898 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-eb1128d5-331b-49ff-82f8-8cd1af253eb5 req-00bb972c-c594-457c-b1d7-4c3f1e958460 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425010 Jun 28 12:06:27.705627 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543df02-70af-4c6a-8fb0-de211a8fca12 req-b05ca75e-8889-48d4-8d06-be4680681934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:27.707315 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-c543df02-70af-4c6a-8fb0-de211a8fca12 req-b05ca75e-8889-48d4-8d06-be4680681934 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f4bb9994-c394-48f3-9920-5ee52626e8eb HTTP/1.1" status: 200 len: 1099 time: 0.0865424 Jun 28 12:06:27.815232 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-c543df02-70af-4c6a-8fb0-de211a8fca12 req-66e4feea-2d1e-4314-b5df-b4f53ee28c78 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951502 Jun 28 12:06:27.959352 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f85fbdf-8587-4cb4-ac41-d8dcba638c7b req-68dbb4d9-4c1b-4136-9c7b-a94bda74c025 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:27.966664 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-7f85fbdf-8587-4cb4-ac41-d8dcba638c7b req-68dbb4d9-4c1b-4136-9c7b-a94bda74c025 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=767e3825-7bef-4bb9-957c-332a031542c1 HTTP/1.1" status: 200 len: 945 time: 0.0720313 Jun 28 12:06:28.021261 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 60480) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:28.035967 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-7f85fbdf-8587-4cb4-ac41-d8dcba638c7b req-84b11452-4128-4ee9-8b24-c23cdc6751f0 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=5742bb03-3e4c-445b-92e8-2e57b510d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684612 Jun 28 12:06:28.163789 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c3fa1-0aea-4bdc-9d1e-de277751f15f req-6640996b-381d-4612-ba3f-29aef9261536 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:28.164592 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-9689a59f-dce5-456a-b130-149eff6e7ef6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:28.165664 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-fa2c3fa1-0aea-4bdc-9d1e-de277751f15f req-6640996b-381d-4612-ba3f-29aef9261536 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4bb9994-c394-48f3-9920-5ee52626e8eb HTTP/1.1" status: 200 len: 946 time: 0.0707359 Jun 28 12:06:28.205498 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-fa2c3fa1-0aea-4bdc-9d1e-de277751f15f req-8447b64f-6a9d-4ba2-af6a-987da3ac45bc tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334013 Jun 28 12:06:28.267019 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-9689a59f-dce5-456a-b130-149eff6e7ef6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:28.271635 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-9689a59f-dce5-456a-b130-149eff6e7ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:28.279826 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-ebfd3c32-672e-4f9b-ba2f-d07764b23844 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:28.309360 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-9689a59f-dce5-456a-b130-149eff6e7ef6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=aacd5883b33344ccb6270fc6bed152a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2869353 Jun 28 12:06:28.312045 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 60488) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:28.318250 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9689a59f-dce5-456a-b130-149eff6e7ef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15abe7bb-b840-4b1a-9d01-bb09c49e08a9,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:28.322392 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-9689a59f-dce5-456a-b130-149eff6e7ef6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:28.371845 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-ebdf29b5-8dac-41d2-b183-66f70210acda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:28.395927 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-ebdf29b5-8dac-41d2-b183-66f70210acda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:28.450510 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-ebdf29b5-8dac-41d2-b183-66f70210acda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:28.455564 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-ebdf29b5-8dac-41d2-b183-66f70210acda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:28.456750 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-ebdf29b5-8dac-41d2-b183-66f70210acda admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/15abe7bb-b840-4b1a-9d01-bb09c49e08a9 HTTP/1.1" status: 204 len: 168 time: 0.1437230 Jun 28 12:06:28.459812 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-7c8ab575-9f85-47c7-8ead-bd4ee9d4566c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:28.473589 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdf29b5-8dac-41d2-b183-66f70210acda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15abe7bb-b840-4b1a-9d01-bb09c49e08a9,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:28.476442 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-ebdf29b5-8dac-41d2-b183-66f70210acda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:28.619609 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-15581aab-9ae0-4afc-8c3d-5857474c7b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:29.243245 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239627f0-cba9-4032-ad43-16c9f37b0779 req-b2194a09-7a0d-4b26-9347-0be368a6e15d tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:29.251162 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-239627f0-cba9-4032-ad43-16c9f37b0779 req-b2194a09-7a0d-4b26-9347-0be368a6e15d tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=767e3825-7bef-4bb9-957c-332a031542c1 HTTP/1.1" status: 200 len: 945 time: 0.0751772 Jun 28 12:06:29.280123 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 60520) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:29.295906 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-239627f0-cba9-4032-ad43-16c9f37b0779 req-41692c6e-45d4-4da8-b705-1cdf94854c7c tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=5742bb03-3e4c-445b-92e8-2e57b510d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435991 Jun 28 12:06:29.415711 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.v2.base [None req-9ae30d0d-047b-4c6c-a5fc-c05deb155ef7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-678856056-network', 'tenant_id': 'c197915fa681476a8d30c94aad12ede1'}} {{(pid=93125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:06:29.436724 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663ddc69-242b-4621-b631-4c775b01c5bb req-839cb8ca-f31c-4572-9061-90cc7ab7599d tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:29.438428 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-663ddc69-242b-4621-b631-4c775b01c5bb req-839cb8ca-f31c-4572-9061-90cc7ab7599d tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4bb9994-c394-48f3-9920-5ee52626e8eb HTTP/1.1" status: 200 len: 946 time: 0.0755832 Jun 28 12:06:29.450329 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae30d0d-047b-4c6c-a5fc-c05deb155ef7 admin admin] Made reservation on behalf of c197915fa681476a8d30c94aad12ede1 for: {'network': 1} {{(pid=93125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:06:29.453111 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-9ae30d0d-047b-4c6c-a5fc-c05deb155ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for network, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:29.466606 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-9ae30d0d-047b-4c6c-a5fc-c05deb155ef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:29.501844 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-663ddc69-242b-4621-b631-4c775b01c5bb req-6e7bb583-ec33-4cf1-b4d9-c03245182f49 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561328 Jun 28 12:06:29.583378 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-9ae30d0d-047b-4c6c-a5fc-c05deb155ef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:29.588840 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-9ae30d0d-047b-4c6c-a5fc-c05deb155ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:29.599893 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-36ec4a7a-a2df-48c3-8127-fab399044048 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:29.602005 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ae30d0d-047b-4c6c-a5fc-c05deb155ef7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=93125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 12:06:29.624158 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-9ae30d0d-047b-4c6c-a5fc-c05deb155ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539709'] for segment, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:29.624419 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.db.segments_db [None req-9ae30d0d-047b-4c6c-a5fc-c05deb155ef7 admin admin] Added segment b3f13ed0-6a11-484e-a320-6776cd9f9c9c of type vlan for network 2a1cdd0d-d134-4e33-8f45-88cec2df6faf Jun 28 12:06:29.638414 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae30d0d-047b-4c6c-a5fc-c05deb155ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa0a4cd-3579-424d-83a9-232435b42afe,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:29.641907 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-9ae30d0d-047b-4c6c-a5fc-c05deb155ef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:29.686421 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-9ae30d0d-047b-4c6c-a5fc-c05deb155ef7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751010106215'] for network, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:29.738695 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-9ae30d0d-047b-4c6c-a5fc-c05deb155ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329'] for network, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:29.741282 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae30d0d-047b-4c6c-a5fc-c05deb155ef7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:29.741881 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-9ae30d0d-047b-4c6c-a5fc-c05deb155ef7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3735354'] for network, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:29.746286 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-b4aa76f0-d101-45da-aa8c-87a888a2a5f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:29.809022 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 60534) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:29.809246 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-9ae30d0d-047b-4c6c-a5fc-c05deb155ef7 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5279255 Jun 28 12:06:29.816691 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.v2.base [None req-1a81c425-73e5-4fa3-8d3b-1f4ce432cce1 admin admin] Request body: {'subnet': {'network_id': '2a1cdd0d-d134-4e33-8f45-88cec2df6faf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-678856056-subnet', 'tenant_id': 'c197915fa681476a8d30c94aad12ede1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:06:29.817254 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae30d0d-047b-4c6c-a5fc-c05deb155ef7 admin admin] Pushing event updated for resources: {'Network': ['ID=2a1cdd0d-d134-4e33-8f45-88cec2df6faf,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:29.821107 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-9ae30d0d-047b-4c6c-a5fc-c05deb155ef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:29.828217 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Network 2a1cdd0d-d134-4e33-8f45-88cec2df6faf details requested by agent ovs-agent-dv-cinder-772388-5-smb with host dv-cinder-772388-5-smb {{(pid=93126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 12:06:29.859849 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a81c425-73e5-4fa3-8d3b-1f4ce432cce1 admin admin] Made reservation on behalf of c197915fa681476a8d30c94aad12ede1 for: {'subnet': 1} {{(pid=93124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:06:29.862877 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-1a81c425-73e5-4fa3-8d3b-1f4ce432cce1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8940433'] for subnet, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:30.109951 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71780d9-37ff-42cb-ac94-b448f5b08406 req-1e5c47f0-3488-4691-b766-c032cdab13ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:30.111408 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-a71780d9-37ff-42cb-ac94-b448f5b08406 req-1e5c47f0-3488-4691-b766-c032cdab13ed service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fe7c3f2e1d4146aca83e0fef204d622b&device_id=f4bb9994-c394-48f3-9920-5ee52626e8eb HTTP/1.1" status: 200 len: 1099 time: 0.0779335 Jun 28 12:06:30.150691 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-1a81c425-73e5-4fa3-8d3b-1f4ce432cce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4137752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8410927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941179'] for subnet, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:30.158033 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-634b8fdc-5a1c-4b0a-a4f8-4e7f6fd76ba1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:30.221793 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb4d286-5c01-4e02-bc38-ab746fd23f66 req-e50e22e0-4b1b-4d80-8f63-8b9a93a0de97 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:30.223580 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-4fb4d286-5c01-4e02-bc38-ab746fd23f66 req-e50e22e0-4b1b-4d80-8f63-8b9a93a0de97 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4bb9994-c394-48f3-9920-5ee52626e8eb HTTP/1.1" status: 200 len: 946 time: 0.1596611 Jun 28 12:06:30.234086 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a81c425-73e5-4fa3-8d3b-1f4ce432cce1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfb0a29f-8c07-4f23-a7a2-19e554afe508,revision_number=0']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:30.237796 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-1a81c425-73e5-4fa3-8d3b-1f4ce432cce1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:30.257396 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71780d9-37ff-42cb-ac94-b448f5b08406 req-5f28abaf-99fa-4385-8268-c0e368911c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:30.259676 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-a71780d9-37ff-42cb-ac94-b448f5b08406 req-5f28abaf-99fa-4385-8268-c0e368911c78 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cc519756-7b35-42fd-b120-3972e87c8408 HTTP/1.1" status: 200 len: 919 time: 0.1381972 Jun 28 12:06:30.271776 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a81c425-73e5-4fa3-8d3b-1f4ce432cce1 admin admin] Checking segment: {'id': 'b3f13ed0-6a11-484e-a320-6776cd9f9c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2a1cdd0d-d134-4e33-8f45-88cec2df6faf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:06:30.272329 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a81c425-73e5-4fa3-8d3b-1f4ce432cce1 admin admin] Network hostable DHCP agents. Network: 2a1cdd0d-d134-4e33-8f45-88cec2df6faf, hostable agents: ['63aaef39-ba79-4f18-b1e7-d9a1b0fd7cb8'], hosted agents: [] {{(pid=93124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 12:06:30.289568 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-4fb4d286-5c01-4e02-bc38-ab746fd23f66 req-b702d616-7e8b-4578-af54-eaac4c583c6f tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566602 Jun 28 12:06:30.308030 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-a71780d9-37ff-42cb-ac94-b448f5b08406 req-bda058a5-acb5-4b15-947e-824543efe0a4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09192287-722e-4688-8096-29dd9fa381b0 HTTP/1.1" status: 200 len: 217 time: 0.0417717 Jun 28 12:06:30.309230 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a81c425-73e5-4fa3-8d3b-1f4ce432cce1 admin admin] Network 2a1cdd0d-d134-4e33-8f45-88cec2df6faf is scheduled to be hosted by DHCP agent 63aaef39-ba79-4f18-b1e7-d9a1b0fd7cb8 with binding_index 1 {{(pid=93124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 12:06:30.339537 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.base_scheduler [None req-1a81c425-73e5-4fa3-8d3b-1f4ce432cce1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-5-smb, 2a1cdd0d-d134-4e33-8f45-88cec2df6faf) {{(pid=93124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:06:30.353736 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab7627d-faf8-4e79-8ecc-e14e2da4420b None None] Network 2a1cdd0d-d134-4e33-8f45-88cec2df6faf requested from dv-cinder-772388-5-smb {{(pid=93126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:06:30.358610 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a81c425-73e5-4fa3-8d3b-1f4ce432cce1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:30.360087 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-1a81c425-73e5-4fa3-8d3b-1f4ce432cce1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:30.374649 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71780d9-37ff-42cb-ac94-b448f5b08406 req-4e8f9c4e-9649-4618-9473-4b3337828b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:30.376182 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-a71780d9-37ff-42cb-ac94-b448f5b08406 req-4e8f9c4e-9649-4618-9473-4b3337828b96 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8a6107a4-8407-4d53-a64c-0df6855e25e1 HTTP/1.1" status: 200 len: 858 time: 0.0617983 Jun 28 12:06:30.388749 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-1a81c425-73e5-4fa3-8d3b-1f4ce432cce1 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5780728 Jun 28 12:06:30.447150 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-a71780d9-37ff-42cb-ac94-b448f5b08406 req-102f4b8f-3497-4578-b485-b60bdc15d67a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cc519756-7b35-42fd-b120-3972e87c8408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618906 Jun 28 12:06:30.520180 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915dfcc7-225e-48ff-999e-8f73396cc7ff req-23e96cb8-d8c2-450d-8ddb-f864ea144fe0 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:30.529171 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-915dfcc7-225e-48ff-999e-8f73396cc7ff req-23e96cb8-d8c2-450d-8ddb-f864ea144fe0 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=767e3825-7bef-4bb9-957c-332a031542c1 HTTP/1.1" status: 200 len: 945 time: 0.0920815 Jun 28 12:06:30.569708 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36808d7a-5db5-49c4-bb44-cd8d0f714b8e None None] Network 2a1cdd0d-d134-4e33-8f45-88cec2df6faf requested from dv-cinder-772388-5-smb {{(pid=93126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:06:30.608900 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-915dfcc7-225e-48ff-999e-8f73396cc7ff req-2bdf6789-7f0a-4e7f-b540-371e9755d2a4 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=5742bb03-3e4c-445b-92e8-2e57b510d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762346 Jun 28 12:06:30.635594 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-a71780d9-37ff-42cb-ac94-b448f5b08406 req-dc5be22d-8c50-4d76-ac74-8a2cc16c343a service neutron] 10.222.0.61 "GET /v2.0/networks/cc519756-7b35-42fd-b120-3972e87c8408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786258 Jun 28 12:06:30.743653 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-a71780d9-37ff-42cb-ac94-b448f5b08406 req-30621e39-bfb1-4aa1-a5f0-884dd776c94b service neutron] 10.222.0.61 "GET /v2.0/networks/cc519756-7b35-42fd-b120-3972e87c8408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003733 Jun 28 12:06:31.154246 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-a17e97e5-e52c-4254-aadb-db5e955b93b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:31.377165 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:31.505874 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b97c8a5-55b5-4bac-806a-952940fc142d req-aa8e1964-2f6b-4fb1-b58d-b16d43822bd7 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:31.507424 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-2b97c8a5-55b5-4bac-806a-952940fc142d req-aa8e1964-2f6b-4fb1-b58d-b16d43822bd7 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4bb9994-c394-48f3-9920-5ee52626e8eb HTTP/1.1" status: 200 len: 946 time: 0.0921576 Jun 28 12:06:31.571532 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-2b97c8a5-55b5-4bac-806a-952940fc142d req-330ded08-f80f-4ced-815b-94d28e02574d tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557950 Jun 28 12:06:31.798182 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c86d48-092d-4d0a-9688-0e3cda041a0c req-21290360-5dd9-492d-8754-4e6ef22c0292 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:31.800001 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-b0c86d48-092d-4d0a-9688-0e3cda041a0c req-21290360-5dd9-492d-8754-4e6ef22c0292 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=767e3825-7bef-4bb9-957c-332a031542c1 HTTP/1.1" status: 200 len: 945 time: 0.0679061 Jun 28 12:06:31.849048 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-b0c86d48-092d-4d0a-9688-0e3cda041a0c req-2f4c00ab-cd7a-4ca4-bfeb-89b178f9e3d6 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=5742bb03-3e4c-445b-92e8-2e57b510d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429943 Jun 28 12:06:32.388429 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-5f2b1fbb-f913-4077-a7df-942ed403becf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:32.433916 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 60586) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:32.535264 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6a2de-d468-4304-84f3-cf9f9571f1e8 req-c3052cfa-832a-44cc-aba2-456231cf3b5a tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:32.543497 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-a4d6a2de-d468-4304-84f3-cf9f9571f1e8 req-c3052cfa-832a-44cc-aba2-456231cf3b5a tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] 10.222.0.26 "GET /v2.0/networks?id=2a1cdd0d-d134-4e33-8f45-88cec2df6faf HTTP/1.1" status: 200 len: 808 time: 0.1846447 Jun 28 12:06:32.553686 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-a4d6a2de-d468-4304-84f3-cf9f9571f1e8 req-e2d6907c-7f5d-4747-b079-f8a656a36030 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] 10.222.0.26 "GET /v2.0/quotas/c197915fa681476a8d30c94aad12ede1 HTTP/1.1" status: 200 len: 375 time: 0.0093415 Jun 28 12:06:32.587390 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-351c765c-a9d4-4061-a153-e915cec9bce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:32.593423 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-a4d6a2de-d468-4304-84f3-cf9f9571f1e8 req-1db87df9-8b10-4173-a4e8-a2105cfb3a34 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c197915fa681476a8d30c94aad12ede1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295837 Jun 28 12:06:32.724588 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-351c765c-a9d4-4061-a153-e915cec9bce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:32.739623 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-351c765c-a9d4-4061-a153-e915cec9bce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:32.742382 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-47ec37bc-cd5b-4409-af3d-7e6e42e3e7b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:32.793130 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-351c765c-a9d4-4061-a153-e915cec9bce1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7876a6cbe84b491c8ba3cecf11a2e5a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3552289 Jun 28 12:06:32.793130 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351c765c-a9d4-4061-a153-e915cec9bce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b313ec51-400d-4baa-8e2b-9e1377486e73,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:32.794665 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 60592) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:32.815788 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-351c765c-a9d4-4061-a153-e915cec9bce1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:32.850919 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-956b55ee-2635-48fe-baed-34b80f0011ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:32.858221 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-a4d6a2de-d468-4304-84f3-cf9f9571f1e8 req-d49de202-5370-487f-afb5-a092c90d27ad service neutron] 10.222.0.26 "GET /v2.0/networks/2a1cdd0d-d134-4e33-8f45-88cec2df6faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558203 Jun 28 12:06:32.879202 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-956b55ee-2635-48fe-baed-34b80f0011ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:32.948486 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-956b55ee-2635-48fe-baed-34b80f0011ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:32.951343 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-956b55ee-2635-48fe-baed-34b80f0011ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:32.954821 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-956b55ee-2635-48fe-baed-34b80f0011ba admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b313ec51-400d-4baa-8e2b-9e1377486e73 HTTP/1.1" status: 204 len: 168 time: 0.1569781 Jun 28 12:06:32.954821 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-ccdf398f-5a23-4c74-afe4-bd066cdbabe6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:32.986228 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b55ee-2635-48fe-baed-34b80f0011ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b313ec51-400d-4baa-8e2b-9e1377486e73,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:32.990068 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-956b55ee-2635-48fe-baed-34b80f0011ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:33.033863 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-5abf1628-928c-4b2c-b205-5a080f356039 req-7f79bb70-c234-47f6-91d8-e790e080aac3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f4bb9994-c394-48f3-9920-5ee52626e8eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0780103 Jun 28 12:06:33.128524 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf1628-928c-4b2c-b205-5a080f356039 req-a3523a3f-3fbb-46ae-9830-cd7b8edb6a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:33.130271 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-5abf1628-928c-4b2c-b205-5a080f356039 req-a3523a3f-3fbb-46ae-9830-cd7b8edb6a4c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fe7c3f2e1d4146aca83e0fef204d622b&device_id=f4bb9994-c394-48f3-9920-5ee52626e8eb HTTP/1.1" status: 200 len: 1099 time: 0.0653019 Jun 28 12:06:33.311542 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf1628-928c-4b2c-b205-5a080f356039 req-6132422b-1773-46c2-9932-a6a9269a599b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:33.313133 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-5abf1628-928c-4b2c-b205-5a080f356039 req-6132422b-1773-46c2-9932-a6a9269a599b service neutron] 10.222.0.61 "GET /v2.0/networks?id=cc519756-7b35-42fd-b120-3972e87c8408 HTTP/1.1" status: 200 len: 919 time: 0.1357996 Jun 28 12:06:33.338627 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956d5d0e-b589-415e-8aa8-62317d9b5c1a req-f6cfcc10-8f4c-4a6a-afe0-cae37576be82 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:33.340242 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-956d5d0e-b589-415e-8aa8-62317d9b5c1a req-f6cfcc10-8f4c-4a6a-afe0-cae37576be82 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4bb9994-c394-48f3-9920-5ee52626e8eb HTTP/1.1" status: 200 len: 946 time: 0.5433328 Jun 28 12:06:33.358396 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-5abf1628-928c-4b2c-b205-5a080f356039 req-d54b0bb4-bd7a-4a95-971c-d9612a67c539 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09192287-722e-4688-8096-29dd9fa381b0 HTTP/1.1" status: 200 len: 217 time: 0.0368845 Jun 28 12:06:33.395007 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-956d5d0e-b589-415e-8aa8-62317d9b5c1a req-97f40dda-be88-4809-a5fa-3d5c5f8f6272 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484610 Jun 28 12:06:33.396981 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-a4d6a2de-d468-4304-84f3-cf9f9571f1e8 req-b76554be-8e9c-44f4-96ec-d91db57987e3 service neutron] 10.222.0.26 "GET /v2.0/networks/2a1cdd0d-d134-4e33-8f45-88cec2df6faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5377407 Jun 28 12:06:33.408452 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf1628-928c-4b2c-b205-5a080f356039 req-e95d3f8c-bfa4-4119-b524-f82b341c15d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:33.409939 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-5abf1628-928c-4b2c-b205-5a080f356039 req-e95d3f8c-bfa4-4119-b524-f82b341c15d5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8a6107a4-8407-4d53-a64c-0df6855e25e1 HTTP/1.1" status: 200 len: 858 time: 0.0454364 Jun 28 12:06:33.453077 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-5abf1628-928c-4b2c-b205-5a080f356039 req-22e961ce-3ff9-4643-ba27-91be1fee2bb4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cc519756-7b35-42fd-b120-3972e87c8408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330403 Jun 28 12:06:33.597183 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-5abf1628-928c-4b2c-b205-5a080f356039 req-6143106c-d2c6-4346-acd9-b532ad9b5cce service neutron] 10.222.0.61 "GET /v2.0/networks/cc519756-7b35-42fd-b120-3972e87c8408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399605 Jun 28 12:06:33.722730 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626eb3e2-4e50-45a9-b1d3-d6e503886eb1 req-717eb8d4-ea86-49cf-b725-10045f061354 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:33.737372 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-626eb3e2-4e50-45a9-b1d3-d6e503886eb1 req-717eb8d4-ea86-49cf-b725-10045f061354 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=767e3825-7bef-4bb9-957c-332a031542c1 HTTP/1.1" status: 200 len: 945 time: 0.1227305 Jun 28 12:06:33.773304 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-5abf1628-928c-4b2c-b205-5a080f356039 req-be676cf7-1d13-4448-98a3-dd74dae72706 service neutron] 10.222.0.61 "GET /v2.0/networks/cc519756-7b35-42fd-b120-3972e87c8408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682105 Jun 28 12:06:33.798472 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-626eb3e2-4e50-45a9-b1d3-d6e503886eb1 req-33d09052-64ff-4284-b33e-d6aaf1aef65d tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=5742bb03-3e4c-445b-92e8-2e57b510d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601125 Jun 28 12:06:33.907496 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-d3cc7d02-6402-4d93-be7a-6f1d135e2d6a req-2663b442-f47a-406a-820e-1be8477d8e28 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] 10.222.0.26 "GET /v2.0/ports?device_id=96bdb9ac-5c8c-4b15-adc3-8de060332303 HTTP/1.1" status: 200 len: 210 time: 0.0435913 Jun 28 12:06:33.959634 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-664455ac-6bbb-4e68-9a3b-ee59dbc8190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:35.084681 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6a2de-d468-4304-84f3-cf9f9571f1e8 req-d6a2ad3f-5062-45ce-a1ff-90d859a6cb37 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:35.087224 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-a4d6a2de-d468-4304-84f3-cf9f9571f1e8 req-d6a2ad3f-5062-45ce-a1ff-90d859a6cb37 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] 10.222.0.61 "GET /v2.0/networks?id=2a1cdd0d-d134-4e33-8f45-88cec2df6faf HTTP/1.1" status: 200 len: 808 time: 0.1832576 Jun 28 12:06:35.099808 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.v2.base [req-a4d6a2de-d468-4304-84f3-cf9f9571f1e8 req-c1e1533e-a751-4cf0-9997-27987dd8c9bb tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] Request body: {'port': {'device_id': '96bdb9ac-5c8c-4b15-adc3-8de060332303', 'network_id': '2a1cdd0d-d134-4e33-8f45-88cec2df6faf', 'admin_state_up': True, 'tenant_id': 'c197915fa681476a8d30c94aad12ede1'}} {{(pid=93125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:06:35.120363 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-1b211062-94f7-4b6f-979a-d2c39d38834e req-1685aa57-4866-4a0a-bf09-d2f62a7d024a tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] 10.222.0.26 "GET /v2.0/ports?device_id=96bdb9ac-5c8c-4b15-adc3-8de060332303 HTTP/1.1" status: 200 len: 210 time: 0.0574570 Jun 28 12:06:35.170558 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae16c727-7135-441d-be06-4b453d17d1c0 req-147e0d3d-369b-4e4d-82f3-490d5067a2b6 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:35.172277 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-ae16c727-7135-441d-be06-4b453d17d1c0 req-147e0d3d-369b-4e4d-82f3-490d5067a2b6 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=767e3825-7bef-4bb9-957c-332a031542c1 HTTP/1.1" status: 200 len: 945 time: 0.2213597 Jun 28 12:06:35.240964 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-ae16c727-7135-441d-be06-4b453d17d1c0 req-fc7477b4-1466-485d-b0ea-449c53a4314d tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=5742bb03-3e4c-445b-92e8-2e57b510d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621231 Jun 28 12:06:35.397882 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4d6a2de-d468-4304-84f3-cf9f9571f1e8 req-c1e1533e-a751-4cf0-9997-27987dd8c9bb tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] Made reservation on behalf of c197915fa681476a8d30c94aad12ede1 for: {'port': 1} {{(pid=93125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:06:35.403931 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-a4d6a2de-d468-4304-84f3-cf9f9571f1e8 req-c1e1533e-a751-4cf0-9997-27987dd8c9bb tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:35.552918 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.db_base_plugin_common [req-a4d6a2de-d468-4304-84f3-cf9f9571f1e8 req-c1e1533e-a751-4cf0-9997-27987dd8c9bb tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] Allocated IP 172.20.0.9 (2a1cdd0d-d134-4e33-8f45-88cec2df6faf/cfb0a29f-8c07-4f23-a7a2-19e554afe508/36d43bfe-8d99-413a-9ff1-8470d04c5ef9) {{(pid=93125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:06:35.735643 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-a4d6a2de-d468-4304-84f3-cf9f9571f1e8 req-c1e1533e-a751-4cf0-9997-27987dd8c9bb tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] Notify callbacks [] for port, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:35.775023 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-a4d6a2de-d468-4304-84f3-cf9f9571f1e8 req-c1e1533e-a751-4cf0-9997-27987dd8c9bb tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751010131950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8412961'] for port, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:35.781493 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-f0d90c3f-0d40-4d5e-865f-4d3f66f4ff4d tempest-VolumesNegativeTest-1699326220 tempest-VolumesNegativeTest-1699326220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:35.824469 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4d6a2de-d468-4304-84f3-cf9f9571f1e8 req-c1e1533e-a751-4cf0-9997-27987dd8c9bb tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] Network 2a1cdd0d-d134-4e33-8f45-88cec2df6faf is already hosted by enough agents. {{(pid=93125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:06:35.827550 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.base_scheduler [req-a4d6a2de-d468-4304-84f3-cf9f9571f1e8 req-c1e1533e-a751-4cf0-9997-27987dd8c9bb tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] Resources bound (agent type, host, resource id): {{(pid=93125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:06:35.837472 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4d6a2de-d468-4304-84f3-cf9f9571f1e8 req-c1e1533e-a751-4cf0-9997-27987dd8c9bb tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] Received port after_create {{(pid=93125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:06:36.083959 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e1533e-a751-4cf0-9997-27987dd8c9bb tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] Pushing event updated for resources: {'Port': ['ID=36d43bfe-8d99-413a-9ff1-8470d04c5ef9,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:36.089401 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-c1e1533e-a751-4cf0-9997-27987dd8c9bb tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:36.105964 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6a2de-d468-4304-84f3-cf9f9571f1e8 req-c1e1533e-a751-4cf0-9997-27987dd8c9bb tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:36.106555 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-a4d6a2de-d468-4304-84f3-cf9f9571f1e8 req-c1e1533e-a751-4cf0-9997-27987dd8c9bb tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188324'] for port, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:36.120767 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-a4d6a2de-d468-4304-84f3-cf9f9571f1e8 req-c1e1533e-a751-4cf0-9997-27987dd8c9bb tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0251932 Jun 28 12:06:36.132582 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.v2.base [req-a4d6a2de-d468-4304-84f3-cf9f9571f1e8 req-56c047a8-2cb9-4b52-bb4b-98432afff64e service neutron] Request body: {'port': {'device_id': '96bdb9ac-5c8c-4b15-adc3-8de060332303', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=93125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:06:36.206281 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-a4d6a2de-d468-4304-84f3-cf9f9571f1e8 req-56c047a8-2cb9-4b52-bb4b-98432afff64e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:36.327472 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e38a120-73fd-4a29-9dd4-9e4e59b1c567 req-387551a4-ff82-4569-8ffe-7dfbfd21d1c4 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:36.328961 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-1e38a120-73fd-4a29-9dd4-9e4e59b1c567 req-387551a4-ff82-4569-8ffe-7dfbfd21d1c4 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] 10.222.0.26 "GET /v2.0/ports?device_id=96bdb9ac-5c8c-4b15-adc3-8de060332303 HTTP/1.1" status: 200 len: 931 time: 0.0684674 Jun 28 12:06:36.395789 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-1e38a120-73fd-4a29-9dd4-9e4e59b1c567 req-92b30b8e-4bc3-4086-9b4f-dc45c1602bfa tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] 10.222.0.26 "GET /v2.0/security-groups?id=efa0a4cd-3579-424d-83a9-232435b42afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598009 Jun 28 12:06:36.439417 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef84ab-76dc-4291-b390-d176e5f005cd req-47c12d19-eee5-429b-904b-aee4c46f8087 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:36.440972 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-38ef84ab-76dc-4291-b390-d176e5f005cd req-47c12d19-eee5-429b-904b-aee4c46f8087 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=767e3825-7bef-4bb9-957c-332a031542c1 HTTP/1.1" status: 200 len: 945 time: 0.0872214 Jun 28 12:06:36.481926 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.notifiers.nova [req-a4d6a2de-d468-4304-84f3-cf9f9571f1e8 req-56c047a8-2cb9-4b52-bb4b-98432afff64e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36d43bfe-8d99-413a-9ff1-8470d04c5ef9 {{(pid=93125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:06:36.490023 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-a4d6a2de-d468-4304-84f3-cf9f9571f1e8 req-56c047a8-2cb9-4b52-bb4b-98432afff64e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:36.491829 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-38ef84ab-76dc-4291-b390-d176e5f005cd req-00ba4267-1516-410f-82ca-3edc3ddee06c tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=5742bb03-3e4c-445b-92e8-2e57b510d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441229 Jun 28 12:06:36.513500 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.provisioning_blocks [req-a4d6a2de-d468-4304-84f3-cf9f9571f1e8 req-56c047a8-2cb9-4b52-bb4b-98432afff64e service neutron] Transition to ACTIVE for port object 36d43bfe-8d99-413a-9ff1-8470d04c5ef9 will not be triggered until provisioned by entity L2. {{(pid=93125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:06:36.517410 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-a4d6a2de-d468-4304-84f3-cf9f9571f1e8 req-56c047a8-2cb9-4b52-bb4b-98432afff64e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8413139'] for port, after_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:36.523331 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:36.609626 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c047a8-2cb9-4b52-bb4b-98432afff64e service neutron] Pushing event updated for resources: {'Port': ['ID=36d43bfe-8d99-413a-9ff1-8470d04c5ef9,revision_number=2']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:36.615506 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-56c047a8-2cb9-4b52-bb4b-98432afff64e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:36.640970 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.managers [req-a4d6a2de-d468-4304-84f3-cf9f9571f1e8 req-56c047a8-2cb9-4b52-bb4b-98432afff64e service neutron] Attempting to bind port 36d43bfe-8d99-413a-9ff1-8470d04c5ef9 on host hv-cinder-77238 for vnic_type normal with profile {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:06:36.641305 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.managers [req-a4d6a2de-d468-4304-84f3-cf9f9571f1e8 req-56c047a8-2cb9-4b52-bb4b-98432afff64e service neutron] Attempting to bind port 36d43bfe-8d99-413a-9ff1-8470d04c5ef9 by drivers openvswitch,hyperv on host hv-cinder-77238 at level 0 using segments [{'id': 'b3f13ed0-6a11-484e-a320-6776cd9f9c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2a1cdd0d-d134-4e33-8f45-88cec2df6faf'}] {{(pid=93125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:06:36.641633 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d6a2de-d468-4304-84f3-cf9f9571f1e8 req-56c047a8-2cb9-4b52-bb4b-98432afff64e service neutron] Attempting to bind port 36d43bfe-8d99-413a-9ff1-8470d04c5ef9 on network 2a1cdd0d-d134-4e33-8f45-88cec2df6faf {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:06:36.646120 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d6a2de-d468-4304-84f3-cf9f9571f1e8 req-56c047a8-2cb9-4b52-bb4b-98432afff64e service neutron] Port 36d43bfe-8d99-413a-9ff1-8470d04c5ef9 on network 2a1cdd0d-d134-4e33-8f45-88cec2df6faf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77238 {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:06:36.646444 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d6a2de-d468-4304-84f3-cf9f9571f1e8 req-56c047a8-2cb9-4b52-bb4b-98432afff64e service neutron] Attempting to bind port 36d43bfe-8d99-413a-9ff1-8470d04c5ef9 on network 2a1cdd0d-d134-4e33-8f45-88cec2df6faf {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:06:36.651664 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d6a2de-d468-4304-84f3-cf9f9571f1e8 req-56c047a8-2cb9-4b52-bb4b-98432afff64e service neutron] Checking agent: {'id': '848960a1-f744-4efd-9f3d-017fcea63875', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 2, 37), 'started_at': datetime.datetime(2021, 6, 28, 12, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:06:36.652748 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d6a2de-d468-4304-84f3-cf9f9571f1e8 req-56c047a8-2cb9-4b52-bb4b-98432afff64e service neutron] Checking segment: {'id': 'b3f13ed0-6a11-484e-a320-6776cd9f9c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2a1cdd0d-d134-4e33-8f45-88cec2df6faf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:06:36.653249 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d6a2de-d468-4304-84f3-cf9f9571f1e8 req-56c047a8-2cb9-4b52-bb4b-98432afff64e service neutron] Bound using segment: {'id': 'b3f13ed0-6a11-484e-a320-6776cd9f9c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2a1cdd0d-d134-4e33-8f45-88cec2df6faf'} {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:06:36.653681 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.managers [req-a4d6a2de-d468-4304-84f3-cf9f9571f1e8 req-56c047a8-2cb9-4b52-bb4b-98432afff64e service neutron] Bound port: 36d43bfe-8d99-413a-9ff1-8470d04c5ef9, host: hv-cinder-77238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3f13ed0-6a11-484e-a320-6776cd9f9c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2a1cdd0d-d134-4e33-8f45-88cec2df6faf'}}] {{(pid=93125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:06:36.654068 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-a4d6a2de-d468-4304-84f3-cf9f9571f1e8 req-56c047a8-2cb9-4b52-bb4b-98432afff64e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:36.719903 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0c1a1-aae2-4cda-8b51-db98526e8734 req-1455cf2c-6c22-4aa9-b0e4-180ec2d5d4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:36.721313 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-16f0c1a1-aae2-4cda-8b51-db98526e8734 req-1455cf2c-6c22-4aa9-b0e4-180ec2d5d4ea service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=25df7236fcb6488397fe969e6963f8c4&device_id=767e3825-7bef-4bb9-957c-332a031542c1 HTTP/1.1" status: 200 len: 1098 time: 0.0600235 Jun 28 12:06:36.721808 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.db [req-a4d6a2de-d468-4304-84f3-cf9f9571f1e8 req-56c047a8-2cb9-4b52-bb4b-98432afff64e service neutron] For port 36d43bfe-8d99-413a-9ff1-8470d04c5ef9, host hv-cinder-77238, cleared binding levels {{(pid=93125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:06:36.724934 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.db [req-a4d6a2de-d468-4304-84f3-cf9f9571f1e8 req-56c047a8-2cb9-4b52-bb4b-98432afff64e service neutron] For port 36d43bfe-8d99-413a-9ff1-8470d04c5ef9, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=36d43bfe-8d99-413a-9ff1-8470d04c5ef9,segment=NetworkSegment(b3f13ed0-6a11-484e-a320-6776cd9f9c9c),segment_id=b3f13ed0-6a11-484e-a320-6776cd9f9c9c)] {{(pid=93125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:06:36.729371 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-a4d6a2de-d468-4304-84f3-cf9f9571f1e8 req-56c047a8-2cb9-4b52-bb4b-98432afff64e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8413139'] for port, after_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:36.731321 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-86e4e636-1074-4157-9818-d31a218f9d0b tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:36.764740 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6a2de-d468-4304-84f3-cf9f9571f1e8 req-56c047a8-2cb9-4b52-bb4b-98432afff64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:36.765363 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-a4d6a2de-d468-4304-84f3-cf9f9571f1e8 req-56c047a8-2cb9-4b52-bb4b-98432afff64e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188324'] for port, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:36.766701 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-a4d6a2de-d468-4304-84f3-cf9f9571f1e8 req-56c047a8-2cb9-4b52-bb4b-98432afff64e service neutron] 10.222.0.61 "PUT /v2.0/ports/36d43bfe-8d99-413a-9ff1-8470d04c5ef9 HTTP/1.1" status: 200 len: 1093 time: 0.6380413 Jun 28 12:06:36.767163 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96bdb9ac-5c8c-4b15-adc3-8de060332303', 'tag': '36d43bfe-8d99-413a-9ff1-8470d04c5ef9'}] {{(pid=93125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:06:36.769438 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cab5cdacc5b3cbbc94323449081fb5e48b25fdc1a77f938b5656c1b79ba6a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9441388d-a0ee-48c2-93a0-a41d1677cb94" -d '{"events": [{"name": "network-changed", "server_uuid": "96bdb9ac-5c8c-4b15-adc3-8de060332303", "tag": "36d43bfe-8d99-413a-9ff1-8470d04c5ef9"}]}' {{(pid=93125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:06:36.800233 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c047a8-2cb9-4b52-bb4b-98432afff64e service neutron] Pushing event updated for resources: {'Port': ['ID=36d43bfe-8d99-413a-9ff1-8470d04c5ef9,revision_number=3']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:36.803584 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-56c047a8-2cb9-4b52-bb4b-98432afff64e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:36.814959 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 12:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-519b8546-aec6-4f24-8346-0da5d37847cd x-openstack-request-id: req-519b8546-aec6-4f24-8346-0da5d37847cd {{(pid=93125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:06:36.815716 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96bdb9ac-5c8c-4b15-adc3-8de060332303", "tag": "36d43bfe-8d99-413a-9ff1-8470d04c5ef9", "status": "completed", "code": 200}]} {{(pid=93125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:06:36.815716 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-519b8546-aec6-4f24-8346-0da5d37847cd {{(pid=93125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:06:36.816013 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96bdb9ac-5c8c-4b15-adc3-8de060332303', 'tag': '36d43bfe-8d99-413a-9ff1-8470d04c5ef9', 'status': 'completed', 'code': 200} Jun 28 12:06:36.820060 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0c1a1-aae2-4cda-8b51-db98526e8734 req-73cdaea7-3316-4b4f-8f08-7386c643e337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:36.821586 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-16f0c1a1-aae2-4cda-8b51-db98526e8734 req-73cdaea7-3316-4b4f-8f08-7386c643e337 service neutron] 10.222.0.61 "GET /v2.0/networks?id=61e6c2ec-9082-4875-a218-8630ba468008 HTTP/1.1" status: 200 len: 917 time: 0.0932813 Jun 28 12:06:36.879778 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6a2de-d468-4304-84f3-cf9f9571f1e8 req-1d007a50-a990-44eb-82df-e4d95dfb49b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:36.881288 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-a4d6a2de-d468-4304-84f3-cf9f9571f1e8 req-1d007a50-a990-44eb-82df-e4d95dfb49b6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c197915fa681476a8d30c94aad12ede1&device_id=96bdb9ac-5c8c-4b15-adc3-8de060332303 HTTP/1.1" status: 200 len: 1096 time: 0.0528741 Jun 28 12:06:36.885651 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-16f0c1a1-aae2-4cda-8b51-db98526e8734 req-e714cb53-553e-4b64-8f2f-bcc5300d41bc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=197e554d-7bb1-447d-ba4e-aeea31694618 HTTP/1.1" status: 200 len: 1000 time: 0.0567820 Jun 28 12:06:36.928903 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-a4d6a2de-d468-4304-84f3-cf9f9571f1e8 req-e21fd839-3479-43ff-a20a-5f6f9e5bb567 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36d43bfe-8d99-413a-9ff1-8470d04c5ef9 HTTP/1.1" status: 200 len: 217 time: 0.0366821 Jun 28 12:06:36.937302 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0c1a1-aae2-4cda-8b51-db98526e8734 req-b269ceb7-307e-40c1-891a-be63df3dff8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:36.938712 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-16f0c1a1-aae2-4cda-8b51-db98526e8734 req-b269ceb7-307e-40c1-891a-be63df3dff8e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=558089fa-d5c8-4a60-a96f-efb801414a3b HTTP/1.1" status: 200 len: 855 time: 0.0462277 Jun 28 12:06:36.976037 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6a2de-d468-4304-84f3-cf9f9571f1e8 req-96a33eb4-e23a-44b2-9684-52d084fcafb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:36.977979 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-a4d6a2de-d468-4304-84f3-cf9f9571f1e8 req-96a33eb4-e23a-44b2-9684-52d084fcafb7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cfb0a29f-8c07-4f23-a7a2-19e554afe508 HTTP/1.1" status: 200 len: 848 time: 0.0434635 Jun 28 12:06:36.994641 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0c1a1-aae2-4cda-8b51-db98526e8734 req-19edbe29-0cf8-4cc1-9f80-42e8cc8da399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:36.996102 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-16f0c1a1-aae2-4cda-8b51-db98526e8734 req-19edbe29-0cf8-4cc1-9f80-42e8cc8da399 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=61e6c2ec-9082-4875-a218-8630ba468008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0512376 Jun 28 12:06:37.009543 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-a4d6a2de-d468-4304-84f3-cf9f9571f1e8 req-daad9032-1662-48e8-84b6-50c5ea618491 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2a1cdd0d-d134-4e33-8f45-88cec2df6faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258539 Jun 28 12:06:37.082892 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-16f0c1a1-aae2-4cda-8b51-db98526e8734 req-b60cff6f-331d-41a5-a8dd-39d45810c6a7 service neutron] 10.222.0.61 "GET /v2.0/networks/61e6c2ec-9082-4875-a218-8630ba468008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802488 Jun 28 12:06:37.096158 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-a4d6a2de-d468-4304-84f3-cf9f9571f1e8 req-876e04cd-5909-41f8-8fb8-c8c9b7633d27 service neutron] 10.222.0.61 "GET /v2.0/networks/2a1cdd0d-d134-4e33-8f45-88cec2df6faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808401 Jun 28 12:06:37.172890 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-16f0c1a1-aae2-4cda-8b51-db98526e8734 req-15e60a32-e81e-47b3-bd7d-badc5f14bc37 service neutron] 10.222.0.61 "GET /v2.0/networks/61e6c2ec-9082-4875-a218-8630ba468008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825155 Jun 28 12:06:37.183572 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-a4d6a2de-d468-4304-84f3-cf9f9571f1e8 req-415830aa-60f1-427f-b82b-6b3f5ac326f1 service neutron] 10.222.0.61 "GET /v2.0/networks/2a1cdd0d-d134-4e33-8f45-88cec2df6faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800860 Jun 28 12:06:37.208217 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:37.279811 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9441388d-a0ee-48c2-93a0-a41d1677cb94 req-fd324031-4c4d-4ce8-825b-8db8b465f5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:37.281162 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-9441388d-a0ee-48c2-93a0-a41d1677cb94 req-fd324031-4c4d-4ce8-825b-8db8b465f5d7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c197915fa681476a8d30c94aad12ede1&device_id=96bdb9ac-5c8c-4b15-adc3-8de060332303 HTTP/1.1" status: 200 len: 1096 time: 0.0511017 Jun 28 12:06:37.371383 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9441388d-a0ee-48c2-93a0-a41d1677cb94 req-954e2c95-5763-4412-a8c5-87d349f1cf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:37.372738 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-9441388d-a0ee-48c2-93a0-a41d1677cb94 req-954e2c95-5763-4412-a8c5-87d349f1cf79 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2a1cdd0d-d134-4e33-8f45-88cec2df6faf HTTP/1.1" status: 200 len: 909 time: 0.0819187 Jun 28 12:06:37.412084 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-9441388d-a0ee-48c2-93a0-a41d1677cb94 req-c5bd861d-9266-41c6-84a7-0fd673fd5a47 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36d43bfe-8d99-413a-9ff1-8470d04c5ef9 HTTP/1.1" status: 200 len: 217 time: 0.0318885 Jun 28 12:06:37.462300 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9441388d-a0ee-48c2-93a0-a41d1677cb94 req-3f1b4683-d80d-44e3-92cb-e22391a0e6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:37.463700 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-9441388d-a0ee-48c2-93a0-a41d1677cb94 req-3f1b4683-d80d-44e3-92cb-e22391a0e6b3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cfb0a29f-8c07-4f23-a7a2-19e554afe508 HTTP/1.1" status: 200 len: 848 time: 0.0446024 Jun 28 12:06:37.497205 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-9441388d-a0ee-48c2-93a0-a41d1677cb94 req-66ad9de1-be49-4057-bdbc-88665055bd57 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2a1cdd0d-d134-4e33-8f45-88cec2df6faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256691 Jun 28 12:06:37.574233 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d61a92-8338-4eb0-8b37-ccfdfdc5c8dc req-7ab0c9d2-3ade-495b-84ba-5900834f4109 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:37.575738 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-54d61a92-8338-4eb0-8b37-ccfdfdc5c8dc req-7ab0c9d2-3ade-495b-84ba-5900834f4109 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] 10.222.0.26 "GET /v2.0/ports?device_id=96bdb9ac-5c8c-4b15-adc3-8de060332303 HTTP/1.1" status: 200 len: 943 time: 0.0648313 Jun 28 12:06:37.589182 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-9441388d-a0ee-48c2-93a0-a41d1677cb94 req-c5bef165-bcf7-439c-acca-0aeacab57960 service neutron] 10.222.0.61 "GET /v2.0/networks/2a1cdd0d-d134-4e33-8f45-88cec2df6faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837612 Jun 28 12:06:37.615259 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-54d61a92-8338-4eb0-8b37-ccfdfdc5c8dc req-788c400d-801f-4209-8aef-5a490ee71e91 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] 10.222.0.26 "GET /v2.0/security-groups?id=efa0a4cd-3579-424d-83a9-232435b42afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331507 Jun 28 12:06:37.687778 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-9441388d-a0ee-48c2-93a0-a41d1677cb94 req-d25acaae-596c-4c95-950a-1b5fc55b2395 service neutron] 10.222.0.61 "GET /v2.0/networks/2a1cdd0d-d134-4e33-8f45-88cec2df6faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915718 Jun 28 12:06:37.706645 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e4141-2b67-4728-86c2-a5c021c3b494 req-3e233d98-b4d3-4357-acfc-91aa3dd2bec8 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:37.708140 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-5e6e4141-2b67-4728-86c2-a5c021c3b494 req-3e233d98-b4d3-4357-acfc-91aa3dd2bec8 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=767e3825-7bef-4bb9-957c-332a031542c1 HTTP/1.1" status: 200 len: 945 time: 0.0687103 Jun 28 12:06:37.748535 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-5e6e4141-2b67-4728-86c2-a5c021c3b494 req-5d1d6bc3-1c52-43ba-bd56-05952c7dbbce tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=5742bb03-3e4c-445b-92e8-2e57b510d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338645 Jun 28 12:06:37.994531 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0874d0-e567-4eb7-a503-4d0f16f8801e req-e4442537-7815-42c9-b73a-59ea7abf501d tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:37.996009 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-5b0874d0-e567-4eb7-a503-4d0f16f8801e req-e4442537-7815-42c9-b73a-59ea7abf501d tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=4004292d-a19b-4c97-99cf-9a9c343e3f8c HTTP/1.1" status: 200 len: 945 time: 0.0689971 Jun 28 12:06:38.040538 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-5b0874d0-e567-4eb7-a503-4d0f16f8801e req-32c6447f-2de4-4a5e-a9d7-91bc6211c136 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369909 Jun 28 12:06:38.791589 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e2aae3-45b3-428c-a438-08517aa96d3a req-aedc2b2e-77b4-4dec-a5d6-d2ba114d7015 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:38.793066 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-e7e2aae3-45b3-428c-a438-08517aa96d3a req-aedc2b2e-77b4-4dec-a5d6-d2ba114d7015 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] 10.222.0.26 "GET /v2.0/ports?device_id=96bdb9ac-5c8c-4b15-adc3-8de060332303 HTTP/1.1" status: 200 len: 943 time: 0.0625141 Jun 28 12:06:38.833164 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-e7e2aae3-45b3-428c-a438-08517aa96d3a req-0ec8b429-5bd6-4b66-899b-5592f834096c tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] 10.222.0.26 "GET /v2.0/security-groups?id=efa0a4cd-3579-424d-83a9-232435b42afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343568 Jun 28 12:06:38.930786 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d0a619-e9ad-4a3a-a1a9-cf02a0b3f04a req-05e18ccb-ca5d-4b5f-83be-14f346ea810b tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:38.932144 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-85d0a619-e9ad-4a3a-a1a9-cf02a0b3f04a req-05e18ccb-ca5d-4b5f-83be-14f346ea810b tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=767e3825-7bef-4bb9-957c-332a031542c1 HTTP/1.1" status: 200 len: 945 time: 0.0676928 Jun 28 12:06:38.968967 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-85d0a619-e9ad-4a3a-a1a9-cf02a0b3f04a req-2221d996-f8fe-4874-8e1e-71c30533d62b tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=5742bb03-3e4c-445b-92e8-2e57b510d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311537 Jun 28 12:06:39.211302 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf7d187-7067-4302-8e81-c5a1d29b8fe4 req-deb13114-7130-4eb4-901b-540320bf6374 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:39.212641 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-3cf7d187-7067-4302-8e81-c5a1d29b8fe4 req-deb13114-7130-4eb4-901b-540320bf6374 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=4004292d-a19b-4c97-99cf-9a9c343e3f8c HTTP/1.1" status: 200 len: 945 time: 0.0619080 Jun 28 12:06:39.249712 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-3cf7d187-7067-4302-8e81-c5a1d29b8fe4 req-ddad3b13-225c-49b7-98fe-1b036d18827a tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315580 Jun 28 12:06:40.008669 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb6c82-3c8e-47e7-a409-79e10c39966a req-92a2d90c-7a18-479f-8b74-e6fa9d0ce517 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:40.013160 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-b5cb6c82-3c8e-47e7-a409-79e10c39966a req-92a2d90c-7a18-479f-8b74-e6fa9d0ce517 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] 10.222.0.26 "GET /v2.0/ports?device_id=96bdb9ac-5c8c-4b15-adc3-8de060332303 HTTP/1.1" status: 200 len: 943 time: 0.0653291 Jun 28 12:06:40.052489 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-b5cb6c82-3c8e-47e7-a409-79e10c39966a req-b0f92cd4-bdc1-450c-9e4c-eb99ae0aa2f0 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] 10.222.0.26 "GET /v2.0/security-groups?id=efa0a4cd-3579-424d-83a9-232435b42afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352840 Jun 28 12:06:40.144587 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48706bbd-df9c-435c-8f1d-2b97a968ef43 req-a8fc6b59-f506-447e-b14a-ef54869130d9 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:40.146083 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-48706bbd-df9c-435c-8f1d-2b97a968ef43 req-a8fc6b59-f506-447e-b14a-ef54869130d9 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=767e3825-7bef-4bb9-957c-332a031542c1 HTTP/1.1" status: 200 len: 945 time: 0.0618162 Jun 28 12:06:40.153103 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d865ea-d056-4571-9466-b5069cc45681 req-16ac3171-f630-4e21-b308-47149e0d25d0 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:40.154531 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-87d865ea-d056-4571-9466-b5069cc45681 req-16ac3171-f630-4e21-b308-47149e0d25d0 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.61 "GET /v2.0/ports?device_id=4004292d-a19b-4c97-99cf-9a9c343e3f8c HTTP/1.1" status: 200 len: 945 time: 0.0638602 Jun 28 12:06:40.183719 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-48706bbd-df9c-435c-8f1d-2b97a968ef43 req-c81dbe1b-f408-42a3-b9a5-0d91e450005b tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=5742bb03-3e4c-445b-92e8-2e57b510d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314267 Jun 28 12:06:40.258714 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.plugin [req-87d865ea-d056-4571-9466-b5069cc45681 req-7981e03a-4d38-422a-a38a-21e9f150b9b2 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Deleting port 8dd11960-e5d4-4cd6-a263-53895d6470c6 {{(pid=93125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:06:40.258972 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-87d865ea-d056-4571-9466-b5069cc45681 req-7981e03a-4d38-422a-a38a-21e9f150b9b2 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751010669087'] for port, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:40.338178 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device 36d43bfe-8d99-413a-9ff1-8470d04c5ef9 details requested by agent hyperv_hv-cinder-77238 with host hv-cinder-77238 {{(pid=93126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 12:06:40.354003 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.db [req-87d865ea-d056-4571-9466-b5069cc45681 req-7981e03a-4d38-422a-a38a-21e9f150b9b2 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] For port 8dd11960-e5d4-4cd6-a263-53895d6470c6, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=8dd11960-e5d4-4cd6-a263-53895d6470c6,segment=NetworkSegment(922d30af-9b8f-4fbe-a91d-06c957d8e2c6),segment_id=922d30af-9b8f-4fbe-a91d-06c957d8e2c6)] {{(pid=93125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:06:40.354356 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-87d865ea-d056-4571-9466-b5069cc45681 req-7981e03a-4d38-422a-a38a-21e9f150b9b2 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700447'] for port, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:40.359680 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device 197e554d-7bb1-447d-ba4e-aeea31694618 no longer exists at agent hyperv_hv-cinder-77238 {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:06:40.369148 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.plugin [req-87d865ea-d056-4571-9466-b5069cc45681 req-7981e03a-4d38-422a-a38a-21e9f150b9b2 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Calling delete_port for 8dd11960-e5d4-4cd6-a263-53895d6470c6 owned by compute:nova {{(pid=93125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:06:40.429205 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8025a6-5e2f-4555-bd90-02d3b99a0726 req-ceb60f37-6fac-4cb1-8949-06c967ddb4d5 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:40.433420 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-6d8025a6-5e2f-4555-bd90-02d3b99a0726 req-ceb60f37-6fac-4cb1-8949-06c967ddb4d5 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=4004292d-a19b-4c97-99cf-9a9c343e3f8c HTTP/1.1" status: 200 len: 945 time: 0.0697117 Jun 28 12:06:40.505381 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-6d8025a6-5e2f-4555-bd90-02d3b99a0726 req-bf57ee4f-4567-4de1-ab40-94a509790592 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677667 Jun 28 12:06:40.512579 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] For port 36d43bfe-8d99-413a-9ff1-8470d04c5ef9, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=36d43bfe-8d99-413a-9ff1-8470d04c5ef9,segment=NetworkSegment(b3f13ed0-6a11-484e-a320-6776cd9f9c9c),segment_id=b3f13ed0-6a11-484e-a320-6776cd9f9c9c)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:06:40.524504 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-87d865ea-d056-4571-9466-b5069cc45681 req-7981e03a-4d38-422a-a38a-21e9f150b9b2 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751010672945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751010131959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8413146'] for port, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:40.529239 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-c1e1533e-a751-4cf0-9997-27987dd8c9bb tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:40.533560 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Returning: {'device': '36d43bfe-8d99-413a-9ff1-8470d04c5ef9', 'network_id': '2a1cdd0d-d134-4e33-8f45-88cec2df6faf', 'port_id': '36d43bfe-8d99-413a-9ff1-8470d04c5ef9', 'mac_address': 'fa:16:3e:5f:9a:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfb0a29f-8c07-4f23-a7a2-19e554afe508', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 12:06:40.538261 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] get_ports_and_sgs() called for port_ids ['09192287-722e-4688-8096-29dd9fa381b0', '8dd11960-e5d4-4cd6-a263-53895d6470c6'] {{(pid=93126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:06:40.543460 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:40.556319 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7981e03a-4d38-422a-a38a-21e9f150b9b2 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Pushing event deleted for resources: {'Port': ['ID=8dd11960-e5d4-4cd6-a263-53895d6470c6,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:40.559434 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-7981e03a-4d38-422a-a38a-21e9f150b9b2 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:40.604895 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.l3_dvrscheduler_db [req-87d865ea-d056-4571-9466-b5069cc45681 req-7981e03a-4d38-422a-a38a-21e9f150b9b2 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] No DVR routers for this DVR port 8dd11960-e5d4-4cd6-a263-53895d6470c6 on host hv-cinder-77238 {{(pid=93125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:06:40.607437 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-87d865ea-d056-4571-9466-b5069cc45681 req-7981e03a-4d38-422a-a38a-21e9f150b9b2 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188324'] for port, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:40.609514 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-87d865ea-d056-4571-9466-b5069cc45681 req-7981e03a-4d38-422a-a38a-21e9f150b9b2 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.61 "DELETE /v2.0/ports/8dd11960-e5d4-4cd6-a263-53895d6470c6 HTTP/1.1" status: 204 len: 173 time: 0.4495766 Jun 28 12:06:40.610170 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4004292d-a19b-4c97-99cf-9a9c343e3f8c', 'name': 'network-vif-deleted', 'tag': '8dd11960-e5d4-4cd6-a263-53895d6470c6'}] {{(pid=93125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:06:40.612301 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cab5cdacc5b3cbbc94323449081fb5e48b25fdc1a77f938b5656c1b79ba6a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f05731a9-b44d-4a83-b247-f60b3370584b" -d '{"events": [{"server_uuid": "4004292d-a19b-4c97-99cf-9a9c343e3f8c", "name": "network-vif-deleted", "tag": "8dd11960-e5d4-4cd6-a263-53895d6470c6"}]}' {{(pid=93125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:06:40.617969 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '767e3825-7bef-4bb9-957c-332a031542c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '197e554d-7bb1-447d-ba4e-aeea31694618'}] {{(pid=93126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:06:40.620298 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef893c2a45f5206efbef573e37d1784350e1616ec5e975db08a1c6348235ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e96632-c589-468e-8dd3-94f193ffa119" -d '{"events": [{"server_uuid": "767e3825-7bef-4bb9-957c-332a031542c1", "name": "network-vif-unplugged", "status": "completed", "tag": "197e554d-7bb1-447d-ba4e-aeea31694618"}]}' {{(pid=93126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:06:40.648172 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b2bbfe-fdbe-4638-adca-8043ddfdafca x-openstack-request-id: req-a7b2bbfe-fdbe-4638-adca-8043ddfdafca {{(pid=93125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:06:40.649076 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4004292d-a19b-4c97-99cf-9a9c343e3f8c", "name": "network-vif-deleted", "tag": "8dd11960-e5d4-4cd6-a263-53895d6470c6", "status": "completed", "code": 200}]} {{(pid=93125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:06:40.649359 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a7b2bbfe-fdbe-4638-adca-8043ddfdafca {{(pid=93125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:06:40.649778 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4004292d-a19b-4c97-99cf-9a9c343e3f8c', 'name': 'network-vif-deleted', 'tag': '8dd11960-e5d4-4cd6-a263-53895d6470c6', 'status': 'completed', 'code': 200} Jun 28 12:06:40.655557 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:40.666735 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] For port 197e554d-7bb1-447d-ba4e-aeea31694618, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=197e554d-7bb1-447d-ba4e-aeea31694618,segment=NetworkSegment(aed9295f-7fc3-449f-af4b-5fa9a30585ae),segment_id=aed9295f-7fc3-449f-af4b-5fa9a30585ae)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:06:40.682598 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:40.687727 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:40.696083 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.notifiers.nova [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36d43bfe-8d99-413a-9ff1-8470d04c5ef9 {{(pid=93126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:06:40.702897 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 28 Jun 2021 12:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43e6d32-231a-4075-8de6-10d90ed2de19 x-openstack-request-id: req-d43e6d32-231a-4075-8de6-10d90ed2de19 {{(pid=93126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:06:40.703205 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "767e3825-7bef-4bb9-957c-332a031542c1", "name": "network-vif-unplugged", "status": "failed", "tag": "197e554d-7bb1-447d-ba4e-aeea31694618", "code": 422}]} {{(pid=93126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:06:40.703460 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d43e6d32-231a-4075-8de6-10d90ed2de19 {{(pid=93126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:06:40.703881 dv-cinder-772388-5-smb neutron-server[93126]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '767e3825-7bef-4bb9-957c-332a031542c1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '197e554d-7bb1-447d-ba4e-aeea31694618', 'code': 422} returned with failed status Jun 28 12:06:40.757492 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] For port 36d43bfe-8d99-413a-9ff1-8470d04c5ef9, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=36d43bfe-8d99-413a-9ff1-8470d04c5ef9,segment=NetworkSegment(b3f13ed0-6a11-484e-a320-6776cd9f9c9c),segment_id=b3f13ed0-6a11-484e-a320-6776cd9f9c9c)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:06:40.773010 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:40.782746 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Pushing event updated for resources: {'Port': ['ID=197e554d-7bb1-447d-ba4e-aeea31694618,revision_number=8']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:40.786838 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:40.787286 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:40.861220 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Pushing event updated for resources: {'Port': ['ID=36d43bfe-8d99-413a-9ff1-8470d04c5ef9,revision_number=4']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:40.865644 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:41.002211 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] get_ports_and_sgs() called for port_ids ['36d43bfe-8d99-413a-9ff1-8470d04c5ef9'] {{(pid=93126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:06:41.138466 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13b53b9-d434-42dd-a68f-a77de7ecece2 req-81362d08-82d5-4170-9e0c-8ca3e769482e tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:41.149442 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-f13b53b9-d434-42dd-a68f-a77de7ecece2 req-81362d08-82d5-4170-9e0c-8ca3e769482e tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=767e3825-7bef-4bb9-957c-332a031542c1 HTTP/1.1" status: 200 len: 943 time: 0.1312580 Jun 28 12:06:41.220096 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-f13b53b9-d434-42dd-a68f-a77de7ecece2 req-8671ae3a-7233-4de9-ac3c-2489d14939ce tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=5742bb03-3e4c-445b-92e8-2e57b510d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697982 Jun 28 12:06:41.253652 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b195c294-6371-4302-beb6-5057882a23fa req-ef58964a-c7a4-4bcb-85c3-0450138bda93 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:41.261442 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-b195c294-6371-4302-beb6-5057882a23fa req-ef58964a-c7a4-4bcb-85c3-0450138bda93 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] 10.222.0.26 "GET /v2.0/ports?device_id=96bdb9ac-5c8c-4b15-adc3-8de060332303 HTTP/1.1" status: 200 len: 944 time: 0.0889213 Jun 28 12:06:41.308035 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-b195c294-6371-4302-beb6-5057882a23fa req-4e8d5e34-3fdf-40e1-8dce-711c52122e1b tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] 10.222.0.26 "GET /v2.0/security-groups?id=efa0a4cd-3579-424d-83a9-232435b42afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438027 Jun 28 12:06:41.372538 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 60720) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:41.469655 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-96aad9fd-b157-4c31-89fa-fff09277bb65 req-b8874e4e-acd0-4202-8b81-0160b1d96a8e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=767e3825-7bef-4bb9-957c-332a031542c1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0959303 Jun 28 12:06:41.949811 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c96e90-4614-4163-8b72-e86e1698cfa5 req-6d8d1b91-86f0-427e-8cab-58a9174fba75 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:41.951275 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-a5c96e90-4614-4163-8b72-e86e1698cfa5 req-6d8d1b91-86f0-427e-8cab-58a9174fba75 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4bb9994-c394-48f3-9920-5ee52626e8eb HTTP/1.1" status: 200 len: 946 time: 0.0631154 Jun 28 12:06:41.987943 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-a5c96e90-4614-4163-8b72-e86e1698cfa5 req-8956c9e7-7dc6-49dd-a45b-0e00b3c338cc tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310285 Jun 28 12:06:42.342487 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device 36d43bfe-8d99-413a-9ff1-8470d04c5ef9 up at agent hyperv_hv-cinder-77238 {{(pid=93126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:06:42.395188 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Provisioning for port 36d43bfe-8d99-413a-9ff1-8470d04c5ef9 completed by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:06:42.400039 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Provisioning complete for port 36d43bfe-8d99-413a-9ff1-8470d04c5ef9 triggered by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:06:42.400487 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:42.420431 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809f7ec-7f7f-462f-aed1-1fda60144296 req-c8b66712-3e4f-4953-9679-0baf6ce2f3d4 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:42.422345 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-6809f7ec-7f7f-462f-aed1-1fda60144296 req-c8b66712-3e4f-4953-9679-0baf6ce2f3d4 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=767e3825-7bef-4bb9-957c-332a031542c1 HTTP/1.1" status: 200 len: 943 time: 0.0727167 Jun 28 12:06:42.492479 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:42.496932 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-6809f7ec-7f7f-462f-aed1-1fda60144296 req-dc32b835-0171-427a-9621-874ad5cc11cd tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=5742bb03-3e4c-445b-92e8-2e57b510d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674515 Jun 28 12:06:42.526657 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f04624-b8a1-4966-a14f-0520781ca1f5 req-af0f9245-c1a4-44a1-8060-a61f9b8146af tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:42.528379 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-46f04624-b8a1-4966-a14f-0520781ca1f5 req-af0f9245-c1a4-44a1-8060-a61f9b8146af tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] 10.222.0.26 "GET /v2.0/ports?device_id=96bdb9ac-5c8c-4b15-adc3-8de060332303 HTTP/1.1" status: 200 len: 944 time: 0.0905013 Jun 28 12:06:42.529301 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] For port 36d43bfe-8d99-413a-9ff1-8470d04c5ef9, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=36d43bfe-8d99-413a-9ff1-8470d04c5ef9,segment=NetworkSegment(b3f13ed0-6a11-484e-a320-6776cd9f9c9c),segment_id=b3f13ed0-6a11-484e-a320-6776cd9f9c9c)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:06:42.533093 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:42.533967 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device 8dd11960-e5d4-4cd6-a263-53895d6470c6 no longer exists at agent hyperv_hv-cinder-77238 {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:06:42.535579 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:42.566647 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-46f04624-b8a1-4966-a14f-0520781ca1f5 req-beddc1b6-ceea-4f19-8610-48a131ae0fd8 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] 10.222.0.26 "GET /v2.0/security-groups?id=efa0a4cd-3579-424d-83a9-232435b42afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316801 Jun 28 12:06:42.572403 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.plugin [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] No Port match for: 8dd11960-e5d4-4cd6-a263-53895d6470c6 {{(pid=93126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:06:42.572760 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device 8dd11960-e5d4-4cd6-a263-53895d6470c6 not bound to the agent host hv-cinder-77238 {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:06:42.573219 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device 197e554d-7bb1-447d-ba4e-aeea31694618 no longer exists at agent hyperv_hv-cinder-77238 {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:06:42.622697 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Pushing event updated for resources: {'Port': ['ID=36d43bfe-8d99-413a-9ff1-8470d04c5ef9,revision_number=5']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:42.627581 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:42.705260 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96bdb9ac-5c8c-4b15-adc3-8de060332303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36d43bfe-8d99-413a-9ff1-8470d04c5ef9'}] {{(pid=93126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:06:42.707552 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef893c2a45f5206efbef573e37d1784350e1616ec5e975db08a1c6348235ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66382587-af4b-450b-83aa-34c502531c26" -d '{"events": [{"server_uuid": "96bdb9ac-5c8c-4b15-adc3-8de060332303", "name": "network-vif-plugged", "status": "completed", "tag": "36d43bfe-8d99-413a-9ff1-8470d04c5ef9"}]}' {{(pid=93126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:06:42.741701 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03cfb76b-e277-4e28-a1ad-50b77fc570a0 x-openstack-request-id: req-03cfb76b-e277-4e28-a1ad-50b77fc570a0 {{(pid=93126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:06:42.741997 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96bdb9ac-5c8c-4b15-adc3-8de060332303", "name": "network-vif-plugged", "status": "completed", "tag": "36d43bfe-8d99-413a-9ff1-8470d04c5ef9", "code": 200}]} {{(pid=93126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:06:42.742271 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-03cfb76b-e277-4e28-a1ad-50b77fc570a0 {{(pid=93126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:06:42.742651 dv-cinder-772388-5-smb neutron-server[93126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96bdb9ac-5c8c-4b15-adc3-8de060332303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36d43bfe-8d99-413a-9ff1-8470d04c5ef9', 'code': 200} Jun 28 12:06:42.794669 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aad9fd-b157-4c31-89fa-fff09277bb65 req-cdeb5ebc-5bd9-405a-9648-8c088b7fe7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:42.796150 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-96aad9fd-b157-4c31-89fa-fff09277bb65 req-cdeb5ebc-5bd9-405a-9648-8c088b7fe7ed service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=767e3825-7bef-4bb9-957c-332a031542c1&tenant_id=25df7236fcb6488397fe969e6963f8c4 HTTP/1.1" status: 200 len: 1096 time: 0.0826380 Jun 28 12:06:42.876470 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aad9fd-b157-4c31-89fa-fff09277bb65 req-cf32b637-9a7c-41ac-91ff-420344241253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:42.877946 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-96aad9fd-b157-4c31-89fa-fff09277bb65 req-cf32b637-9a7c-41ac-91ff-420344241253 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=25df7236fcb6488397fe969e6963f8c4&device_id=767e3825-7bef-4bb9-957c-332a031542c1 HTTP/1.1" status: 200 len: 1096 time: 0.0564895 Jun 28 12:06:42.953905 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517515f3-77c6-4a49-8301-179fafe736d9 req-5635239b-e770-4a81-a123-38eeda3e1c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:42.955298 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-517515f3-77c6-4a49-8301-179fafe736d9 req-5635239b-e770-4a81-a123-38eeda3e1c47 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=96bdb9ac-5c8c-4b15-adc3-8de060332303 HTTP/1.1" status: 200 len: 1098 time: 0.0494854 Jun 28 12:06:42.969458 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aad9fd-b157-4c31-89fa-fff09277bb65 req-31363799-684d-4f94-b523-8dc0b43c8005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:42.970884 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-96aad9fd-b157-4c31-89fa-fff09277bb65 req-31363799-684d-4f94-b523-8dc0b43c8005 service neutron] 10.222.0.61 "GET /v2.0/networks?id=61e6c2ec-9082-4875-a218-8630ba468008 HTTP/1.1" status: 200 len: 917 time: 0.0828383 Jun 28 12:06:42.988429 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-517515f3-77c6-4a49-8301-179fafe736d9 req-656b56a7-27b3-40a5-80ba-8d0835127711 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=efa0a4cd-3579-424d-83a9-232435b42afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0258794 Jun 28 12:06:43.066505 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-96aad9fd-b157-4c31-89fa-fff09277bb65 req-882cee1e-36f7-436d-8246-9c3d3782909f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=197e554d-7bb1-447d-ba4e-aeea31694618 HTTP/1.1" status: 200 len: 998 time: 0.0887692 Jun 28 12:06:43.114034 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aad9fd-b157-4c31-89fa-fff09277bb65 req-3db2aa59-f7cb-4ebd-927f-2d05f1728198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:43.115471 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-96aad9fd-b157-4c31-89fa-fff09277bb65 req-3db2aa59-f7cb-4ebd-927f-2d05f1728198 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=558089fa-d5c8-4a60-a96f-efb801414a3b HTTP/1.1" status: 200 len: 855 time: 0.0418835 Jun 28 12:06:43.159711 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1974f88-f117-43ae-a758-e6fb88564873 req-141a6483-a0c4-4437-b1aa-cc71c6b4ab09 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:43.161207 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-a1974f88-f117-43ae-a758-e6fb88564873 req-141a6483-a0c4-4437-b1aa-cc71c6b4ab09 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4bb9994-c394-48f3-9920-5ee52626e8eb HTTP/1.1" status: 200 len: 946 time: 0.0627837 Jun 28 12:06:43.175371 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aad9fd-b157-4c31-89fa-fff09277bb65 req-e09e121d-4cb1-4574-891e-f92723f513cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:43.176846 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-96aad9fd-b157-4c31-89fa-fff09277bb65 req-e09e121d-4cb1-4574-891e-f92723f513cb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=61e6c2ec-9082-4875-a218-8630ba468008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0540764 Jun 28 12:06:43.198165 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-a1974f88-f117-43ae-a758-e6fb88564873 req-b6a664fb-7465-4160-a5f1-af577585e02b tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313492 Jun 28 12:06:43.265426 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-96aad9fd-b157-4c31-89fa-fff09277bb65 req-a16fc3de-608e-455b-8304-93fb5af0af79 service neutron] 10.222.0.61 "GET /v2.0/networks/61e6c2ec-9082-4875-a218-8630ba468008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802453 Jun 28 12:06:43.354059 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-96aad9fd-b157-4c31-89fa-fff09277bb65 req-8910b745-f58b-41b7-b421-3a50d13f192e service neutron] 10.222.0.61 "GET /v2.0/networks/61e6c2ec-9082-4875-a218-8630ba468008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811925 Jun 28 12:06:43.704594 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28c770-348d-4bb0-8eea-cdb8bda15132 req-8648c675-c254-4da6-9477-8ca31d760cea tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:43.706373 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-7f28c770-348d-4bb0-8eea-cdb8bda15132 req-8648c675-c254-4da6-9477-8ca31d760cea tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=767e3825-7bef-4bb9-957c-332a031542c1 HTTP/1.1" status: 200 len: 943 time: 0.0873623 Jun 28 12:06:43.768774 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-7f28c770-348d-4bb0-8eea-cdb8bda15132 req-ab6f7e74-f910-43d3-8bde-2f0d8d5f066c tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=5742bb03-3e4c-445b-92e8-2e57b510d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439260 Jun 28 12:06:43.787291 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe42dc38-91f0-4656-8870-ac7c8910f9d9 req-cc5f4a92-4ad2-4698-8d95-f0a26000fa84 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:43.797016 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-fe42dc38-91f0-4656-8870-ac7c8910f9d9 req-cc5f4a92-4ad2-4698-8d95-f0a26000fa84 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] 10.222.0.26 "GET /v2.0/ports?device_id=96bdb9ac-5c8c-4b15-adc3-8de060332303 HTTP/1.1" status: 200 len: 945 time: 0.1015501 Jun 28 12:06:43.827247 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-fe42dc38-91f0-4656-8870-ac7c8910f9d9 req-d889f1ab-10f8-413f-a3cd-d60f9ca5a0d0 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] 10.222.0.26 "GET /v2.0/security-groups?id=efa0a4cd-3579-424d-83a9-232435b42afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329714 Jun 28 12:06:44.381637 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb820b95-b7ff-4f35-92b2-d46eaa432ad1 req-dae73583-da78-4355-98ac-2b7ee3bcaace tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:44.383137 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-fb820b95-b7ff-4f35-92b2-d46eaa432ad1 req-dae73583-da78-4355-98ac-2b7ee3bcaace tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4bb9994-c394-48f3-9920-5ee52626e8eb HTTP/1.1" status: 200 len: 946 time: 0.0675263 Jun 28 12:06:44.422901 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-fb820b95-b7ff-4f35-92b2-d46eaa432ad1 req-911869d9-353b-4a24-9b87-dd620ab551ae tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333412 Jun 28 12:06:44.951444 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897622cd-eb55-47ce-a8ad-3c2bd80729a0 req-7475e89d-66ca-407e-a651-47ed75cd168f tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:44.953020 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-897622cd-eb55-47ce-a8ad-3c2bd80729a0 req-7475e89d-66ca-407e-a651-47ed75cd168f tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=767e3825-7bef-4bb9-957c-332a031542c1 HTTP/1.1" status: 200 len: 943 time: 0.0673294 Jun 28 12:06:45.017170 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-897622cd-eb55-47ce-a8ad-3c2bd80729a0 req-6cad5dc5-e729-46bd-b524-f9f926b847f2 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=5742bb03-3e4c-445b-92e8-2e57b510d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539343 Jun 28 12:06:45.044643 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70376fc3-7c0d-4cd6-95b8-083fe15d6352 req-33490ebf-9112-4ddc-b79d-2cd16bcd230d tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:45.046454 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-70376fc3-7c0d-4cd6-95b8-083fe15d6352 req-33490ebf-9112-4ddc-b79d-2cd16bcd230d tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] 10.222.0.26 "GET /v2.0/ports?device_id=96bdb9ac-5c8c-4b15-adc3-8de060332303 HTTP/1.1" status: 200 len: 945 time: 0.0925443 Jun 28 12:06:45.089148 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-70376fc3-7c0d-4cd6-95b8-083fe15d6352 req-fa57c919-fca2-48bb-bcf0-813e78bddcd5 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] 10.222.0.26 "GET /v2.0/security-groups?id=efa0a4cd-3579-424d-83a9-232435b42afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368044 Jun 28 12:06:45.612876 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944eb58-5453-4f5a-90af-696d8fbb609f req-e52b130d-df6f-4132-afd1-66dbc5304d2f tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:45.617346 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-3944eb58-5453-4f5a-90af-696d8fbb609f req-e52b130d-df6f-4132-afd1-66dbc5304d2f tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4bb9994-c394-48f3-9920-5ee52626e8eb HTTP/1.1" status: 200 len: 946 time: 0.0784101 Jun 28 12:06:45.656152 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-3944eb58-5453-4f5a-90af-696d8fbb609f req-2a21f954-9778-476c-a5a8-811f90388f47 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351064 Jun 28 12:06:46.031030 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a80a9d-ac35-4180-a9c6-1b9d7d65a83c req-cc53b38c-a46b-4c6d-81f6-5524198702b2 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:46.032504 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-e2a80a9d-ac35-4180-a9c6-1b9d7d65a83c req-cc53b38c-a46b-4c6d-81f6-5524198702b2 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] 10.222.0.26 "GET /v2.0/ports?device_id=96bdb9ac-5c8c-4b15-adc3-8de060332303 HTTP/1.1" status: 200 len: 945 time: 0.0641868 Jun 28 12:06:46.072061 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-e2a80a9d-ac35-4180-a9c6-1b9d7d65a83c req-a85dde4a-7d2a-4c88-8ae7-4e80fbfd2dee tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] 10.222.0.26 "GET /v2.0/security-groups?id=efa0a4cd-3579-424d-83a9-232435b42afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338218 Jun 28 12:06:46.208847 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc719ab-cfd7-464d-bd41-eb8016136ec3 req-e6428d6c-09de-4cb2-92b4-ca8e7f9b04f9 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:46.210429 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-ebc719ab-cfd7-464d-bd41-eb8016136ec3 req-e6428d6c-09de-4cb2-92b4-ca8e7f9b04f9 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=767e3825-7bef-4bb9-957c-332a031542c1 HTTP/1.1" status: 200 len: 943 time: 0.0680606 Jun 28 12:06:46.250371 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-ebc719ab-cfd7-464d-bd41-eb8016136ec3 req-ecd8c1c7-7e77-477c-a8f2-1d8c5039b93b tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=5742bb03-3e4c-445b-92e8-2e57b510d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336998 Jun 28 12:06:46.832726 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e5acc1-d2f6-478a-ba6e-d340c9d31982 req-a00eb46e-e00b-4199-85b0-fb0712260a37 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:46.834380 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-05e5acc1-d2f6-478a-ba6e-d340c9d31982 req-a00eb46e-e00b-4199-85b0-fb0712260a37 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4bb9994-c394-48f3-9920-5ee52626e8eb HTTP/1.1" status: 200 len: 946 time: 0.0684526 Jun 28 12:06:46.872738 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-05e5acc1-d2f6-478a-ba6e-d340c9d31982 req-61e4cf5e-8860-4f7b-9f39-040d4ea63092 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323417 Jun 28 12:06:47.256636 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5456b385-1a6b-4d37-b03e-e3b050f286d6 req-c7797e53-d357-4770-afba-09f9c041e599 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:47.258166 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-5456b385-1a6b-4d37-b03e-e3b050f286d6 req-c7797e53-d357-4770-afba-09f9c041e599 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] 10.222.0.26 "GET /v2.0/ports?device_id=96bdb9ac-5c8c-4b15-adc3-8de060332303 HTTP/1.1" status: 200 len: 945 time: 0.0635836 Jun 28 12:06:47.306880 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-5456b385-1a6b-4d37-b03e-e3b050f286d6 req-efb44785-8427-4b3b-85a2-ce2a24bb2fae tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] 10.222.0.26 "GET /v2.0/security-groups?id=efa0a4cd-3579-424d-83a9-232435b42afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419641 Jun 28 12:06:47.450513 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa2b88a-94f6-440c-9d22-3d83769c2d9c req-c4fcce98-9d63-407c-941a-f2a482bb9c0f tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:47.452102 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-9fa2b88a-94f6-440c-9d22-3d83769c2d9c req-c4fcce98-9d63-407c-941a-f2a482bb9c0f tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=767e3825-7bef-4bb9-957c-332a031542c1 HTTP/1.1" status: 200 len: 943 time: 0.0690494 Jun 28 12:06:47.489771 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-9fa2b88a-94f6-440c-9d22-3d83769c2d9c req-10dbdb49-1eae-484c-b2b0-996f992f9bd7 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=5742bb03-3e4c-445b-92e8-2e57b510d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320642 Jun 28 12:06:48.046429 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a03e6-e738-4bd4-a85a-9d4d5c4337ee req-90dc8f2b-3421-4141-a389-d68e3ee98042 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:48.047831 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-b90a03e6-e738-4bd4-a85a-9d4d5c4337ee req-90dc8f2b-3421-4141-a389-d68e3ee98042 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4bb9994-c394-48f3-9920-5ee52626e8eb HTTP/1.1" status: 200 len: 946 time: 0.0638452 Jun 28 12:06:48.085805 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-b90a03e6-e738-4bd4-a85a-9d4d5c4337ee req-32c1c952-a33f-4879-8b8f-93065b0a5816 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323195 Jun 28 12:06:48.486192 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa36033e-d707-4853-8af6-6c17606faf2f req-596737d1-4bcf-4029-8f43-12c2268414c3 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:48.487754 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-fa36033e-d707-4853-8af6-6c17606faf2f req-596737d1-4bcf-4029-8f43-12c2268414c3 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] 10.222.0.26 "GET /v2.0/ports?device_id=96bdb9ac-5c8c-4b15-adc3-8de060332303 HTTP/1.1" status: 200 len: 945 time: 0.0679307 Jun 28 12:06:48.527355 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-fa36033e-d707-4853-8af6-6c17606faf2f req-52262f7a-56f0-4b39-baa3-dcb4cad3ae7f tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] 10.222.0.26 "GET /v2.0/security-groups?id=efa0a4cd-3579-424d-83a9-232435b42afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334761 Jun 28 12:06:48.679707 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfdfbb0-96a3-4229-8692-703ccb621410 req-c7463120-7bc9-4bf2-853a-8ea4e6f372a0 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:48.681778 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-6cfdfbb0-96a3-4229-8692-703ccb621410 req-c7463120-7bc9-4bf2-853a-8ea4e6f372a0 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=767e3825-7bef-4bb9-957c-332a031542c1 HTTP/1.1" status: 200 len: 943 time: 0.0653725 Jun 28 12:06:48.757162 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-6cfdfbb0-96a3-4229-8692-703ccb621410 req-bc43cdac-2f2f-4994-ae8a-952d1b1049a4 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=5742bb03-3e4c-445b-92e8-2e57b510d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599492 Jun 28 12:06:49.262860 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f310ef7-a285-4478-8c7e-a1f643e87d70 req-d423b3ea-d5da-4f87-b355-8348faba7561 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:49.264350 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-6f310ef7-a285-4478-8c7e-a1f643e87d70 req-d423b3ea-d5da-4f87-b355-8348faba7561 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4bb9994-c394-48f3-9920-5ee52626e8eb HTTP/1.1" status: 200 len: 946 time: 0.0641658 Jun 28 12:06:49.307251 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-6f310ef7-a285-4478-8c7e-a1f643e87d70 req-31c4d398-0dda-4c3b-be92-ef80df6bc2b5 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370808 Jun 28 12:06:49.708516 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2c9755-d924-4cbd-bdf6-bc28ae96dfe2 req-f9db6eab-c4e2-463f-9275-bda72c202cac tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:49.710159 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-2c2c9755-d924-4cbd-bdf6-bc28ae96dfe2 req-f9db6eab-c4e2-463f-9275-bda72c202cac tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] 10.222.0.26 "GET /v2.0/ports?device_id=96bdb9ac-5c8c-4b15-adc3-8de060332303 HTTP/1.1" status: 200 len: 945 time: 0.0656395 Jun 28 12:06:49.748350 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-2c2c9755-d924-4cbd-bdf6-bc28ae96dfe2 req-70e1cfab-0bed-46e9-9bee-05f30e6f6761 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] 10.222.0.26 "GET /v2.0/security-groups?id=efa0a4cd-3579-424d-83a9-232435b42afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321882 Jun 28 12:06:49.948406 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d29f33-70a5-4f89-9a6e-326226353923 req-48466d21-3697-407c-8042-e96d155492c0 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:49.950539 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-d2d29f33-70a5-4f89-9a6e-326226353923 req-48466d21-3697-407c-8042-e96d155492c0 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=767e3825-7bef-4bb9-957c-332a031542c1 HTTP/1.1" status: 200 len: 943 time: 0.0784698 Jun 28 12:06:49.990424 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-d2d29f33-70a5-4f89-9a6e-326226353923 req-4907d021-14f7-4ef6-81cc-ca6d25caa207 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=5742bb03-3e4c-445b-92e8-2e57b510d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327904 Jun 28 12:06:50.650380 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b7341-5447-4d82-bc4b-b41caa9bfeb4 req-4965e7f1-d3ff-476e-86c5-07e815f9ff25 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:50.652406 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-b36b7341-5447-4d82-bc4b-b41caa9bfeb4 req-4965e7f1-d3ff-476e-86c5-07e815f9ff25 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4bb9994-c394-48f3-9920-5ee52626e8eb HTTP/1.1" status: 200 len: 946 time: 0.0686030 Jun 28 12:06:50.691209 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-b36b7341-5447-4d82-bc4b-b41caa9bfeb4 req-8c57a641-3721-4d3e-9bc1-f252698bd2b3 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327635 Jun 28 12:06:50.921513 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67508df3-f047-4f5a-a8f2-3110fd990641 req-f57b0987-7de2-41a0-8c55-f09afbf892d8 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:50.923061 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-67508df3-f047-4f5a-a8f2-3110fd990641 req-f57b0987-7de2-41a0-8c55-f09afbf892d8 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] 10.222.0.26 "GET /v2.0/ports?device_id=96bdb9ac-5c8c-4b15-adc3-8de060332303 HTTP/1.1" status: 200 len: 945 time: 0.0645704 Jun 28 12:06:50.961043 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-67508df3-f047-4f5a-a8f2-3110fd990641 req-7d3a11a1-3d03-42ef-af61-c9e153151124 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] 10.222.0.26 "GET /v2.0/security-groups?id=efa0a4cd-3579-424d-83a9-232435b42afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320792 Jun 28 12:06:51.177887 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c86c1-99f7-4adf-805e-464feea8b918 req-31a26a85-8974-486d-82bc-c679d859d055 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:51.179307 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-c39c86c1-99f7-4adf-805e-464feea8b918 req-31a26a85-8974-486d-82bc-c679d859d055 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=767e3825-7bef-4bb9-957c-332a031542c1 HTTP/1.1" status: 200 len: 943 time: 0.0728166 Jun 28 12:06:51.217973 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-c39c86c1-99f7-4adf-805e-464feea8b918 req-d15b046f-e7cb-4443-8157-1bf0273109ad tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=5742bb03-3e4c-445b-92e8-2e57b510d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326443 Jun 28 12:06:51.877007 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cacbf8b-a707-4998-b6d4-6ca30854a09f req-611220f5-c4a3-4b3e-95c6-79910a346a74 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:51.878712 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-0cacbf8b-a707-4998-b6d4-6ca30854a09f req-611220f5-c4a3-4b3e-95c6-79910a346a74 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4bb9994-c394-48f3-9920-5ee52626e8eb HTTP/1.1" status: 200 len: 946 time: 0.0658641 Jun 28 12:06:51.923821 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-0cacbf8b-a707-4998-b6d4-6ca30854a09f req-cdec350d-9c20-4b3f-8cbc-783274d063ae tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395007 Jun 28 12:06:52.133538 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e368a797-f0dc-4200-8b99-41e89bc59bed req-c1ff715d-9b12-4162-afbe-ed88bbb66be6 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:52.135237 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-e368a797-f0dc-4200-8b99-41e89bc59bed req-c1ff715d-9b12-4162-afbe-ed88bbb66be6 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] 10.222.0.26 "GET /v2.0/ports?device_id=96bdb9ac-5c8c-4b15-adc3-8de060332303 HTTP/1.1" status: 200 len: 945 time: 0.0640535 Jun 28 12:06:52.174289 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-e368a797-f0dc-4200-8b99-41e89bc59bed req-06a300ec-e912-4697-b96b-ea1613a2c16c tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] 10.222.0.26 "GET /v2.0/security-groups?id=efa0a4cd-3579-424d-83a9-232435b42afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334463 Jun 28 12:06:52.403830 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05ad780-907f-44c8-9ef3-1ffe0f7806fd req-f5d08bd7-8ab8-4abd-b502-1f13ee5021f4 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:52.405528 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-b05ad780-907f-44c8-9ef3-1ffe0f7806fd req-f5d08bd7-8ab8-4abd-b502-1f13ee5021f4 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=767e3825-7bef-4bb9-957c-332a031542c1 HTTP/1.1" status: 200 len: 943 time: 0.0698478 Jun 28 12:06:52.444160 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-b05ad780-907f-44c8-9ef3-1ffe0f7806fd req-939f639f-f8aa-437f-9c9e-722f79bcd041 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=5742bb03-3e4c-445b-92e8-2e57b510d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325127 Jun 28 12:06:53.104024 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34dc92c-3236-4709-85ba-c8fa97d10079 req-c5e4dba0-d3ad-4c52-8ef3-9ff234005206 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:53.105586 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-b34dc92c-3236-4709-85ba-c8fa97d10079 req-c5e4dba0-d3ad-4c52-8ef3-9ff234005206 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4bb9994-c394-48f3-9920-5ee52626e8eb HTTP/1.1" status: 200 len: 946 time: 0.0668244 Jun 28 12:06:53.145748 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-b34dc92c-3236-4709-85ba-c8fa97d10079 req-537f8e4c-633a-4d25-b7e6-7062fd04f744 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340018 Jun 28 12:06:53.348506 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a37d09-009c-432e-86c6-f74ab2b96b22 req-93cd8017-0c93-4ae7-b9d8-c35932eb8c1d tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:53.350181 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-87a37d09-009c-432e-86c6-f74ab2b96b22 req-93cd8017-0c93-4ae7-b9d8-c35932eb8c1d tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] 10.222.0.26 "GET /v2.0/ports?device_id=96bdb9ac-5c8c-4b15-adc3-8de060332303 HTTP/1.1" status: 200 len: 945 time: 0.0672979 Jun 28 12:06:53.390049 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-87a37d09-009c-432e-86c6-f74ab2b96b22 req-271ee518-41f4-4ffa-a65c-f1526852ad4b tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] 10.222.0.26 "GET /v2.0/security-groups?id=efa0a4cd-3579-424d-83a9-232435b42afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335269 Jun 28 12:06:53.623888 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d3157-3024-46ca-8ac3-655e81ba4ed2 req-97bbe376-9f4b-437b-9ec5-8eb0e87ca44f tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:53.625718 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-fa1d3157-3024-46ca-8ac3-655e81ba4ed2 req-97bbe376-9f4b-437b-9ec5-8eb0e87ca44f tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=767e3825-7bef-4bb9-957c-332a031542c1 HTTP/1.1" status: 200 len: 943 time: 0.0656753 Jun 28 12:06:53.666993 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-fa1d3157-3024-46ca-8ac3-655e81ba4ed2 req-fbce329c-75c7-4010-92b8-728caebf2a5b tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=5742bb03-3e4c-445b-92e8-2e57b510d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353429 Jun 28 12:06:54.321374 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdbfd14-015b-4e3c-a0a9-f8b7025e5911 req-e3be0de0-58f4-470e-8fd4-50f45e57bbe1 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:54.323417 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-3bdbfd14-015b-4e3c-a0a9-f8b7025e5911 req-e3be0de0-58f4-470e-8fd4-50f45e57bbe1 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4bb9994-c394-48f3-9920-5ee52626e8eb HTTP/1.1" status: 200 len: 946 time: 0.0676734 Jun 28 12:06:54.360873 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-3bdbfd14-015b-4e3c-a0a9-f8b7025e5911 req-1f15ef94-db01-4713-8c95-1461759fbae4 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319037 Jun 28 12:06:54.568121 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0216e03e-45a3-4925-ae64-550fa5409307 req-2936e2eb-2925-4496-82ee-a18d1570ff30 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:54.569608 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-0216e03e-45a3-4925-ae64-550fa5409307 req-2936e2eb-2925-4496-82ee-a18d1570ff30 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] 10.222.0.26 "GET /v2.0/ports?device_id=96bdb9ac-5c8c-4b15-adc3-8de060332303 HTTP/1.1" status: 200 len: 945 time: 0.0685787 Jun 28 12:06:54.606305 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-0216e03e-45a3-4925-ae64-550fa5409307 req-44727c68-55ff-448c-be81-9aeda9728d7b tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] 10.222.0.26 "GET /v2.0/security-groups?id=efa0a4cd-3579-424d-83a9-232435b42afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310960 Jun 28 12:06:54.847368 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5598a0-1054-4fd9-b203-e4992c6c076a req-216c6c8b-9ded-47e9-831a-9a2e9f9ef51a tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:54.848819 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-be5598a0-1054-4fd9-b203-e4992c6c076a req-216c6c8b-9ded-47e9-831a-9a2e9f9ef51a tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=767e3825-7bef-4bb9-957c-332a031542c1 HTTP/1.1" status: 200 len: 943 time: 0.0617571 Jun 28 12:06:54.884969 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-be5598a0-1054-4fd9-b203-e4992c6c076a req-1188855d-bbe3-42b3-93c1-ab99a3153782 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=5742bb03-3e4c-445b-92e8-2e57b510d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301254 Jun 28 12:06:55.534480 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe627e-7981-47d3-a479-82d0516392a0 req-5c15a260-f593-4b78-8821-d6a9009262fb tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:55.535914 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-9dbe627e-7981-47d3-a479-82d0516392a0 req-5c15a260-f593-4b78-8821-d6a9009262fb tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4bb9994-c394-48f3-9920-5ee52626e8eb HTTP/1.1" status: 200 len: 946 time: 0.0647314 Jun 28 12:06:55.571318 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-9dbe627e-7981-47d3-a479-82d0516392a0 req-f2614bcb-d763-4246-b8eb-cddafbba0f25 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299153 Jun 28 12:06:55.774510 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c7d2d-4bc2-4682-9092-7d6d5bdac81b req-f0a5eb21-aaef-4fa7-959f-fa4864589484 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:55.775993 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-1d8c7d2d-4bc2-4682-9092-7d6d5bdac81b req-f0a5eb21-aaef-4fa7-959f-fa4864589484 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] 10.222.0.26 "GET /v2.0/ports?device_id=96bdb9ac-5c8c-4b15-adc3-8de060332303 HTTP/1.1" status: 200 len: 945 time: 0.0614812 Jun 28 12:06:55.812010 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-1d8c7d2d-4bc2-4682-9092-7d6d5bdac81b req-969c5805-c077-4c2e-a569-2ea7499922d7 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] 10.222.0.26 "GET /v2.0/security-groups?id=efa0a4cd-3579-424d-83a9-232435b42afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302835 Jun 28 12:06:56.059506 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68efb2f-90e6-4d77-bb4f-27f44a035abb req-a78c2f7d-fb14-4083-b6aa-f5f3cb8ebcd5 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:56.060963 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-e68efb2f-90e6-4d77-bb4f-27f44a035abb req-a78c2f7d-fb14-4083-b6aa-f5f3cb8ebcd5 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=767e3825-7bef-4bb9-957c-332a031542c1 HTTP/1.1" status: 200 len: 943 time: 0.0611715 Jun 28 12:06:56.095585 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-e68efb2f-90e6-4d77-bb4f-27f44a035abb req-89d9c99f-1dad-4351-af57-0c29eedeaccc tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=5742bb03-3e4c-445b-92e8-2e57b510d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292060 Jun 28 12:06:56.713183 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2314734-cf7e-4162-8ba5-6c6551d1b395 req-e9c6f78a-1bd8-425c-aaa4-2c96b1e96d11 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:56.714635 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-b2314734-cf7e-4162-8ba5-6c6551d1b395 req-e9c6f78a-1bd8-425c-aaa4-2c96b1e96d11 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] 10.222.0.61 "GET /v2.0/ports?device_id=96bdb9ac-5c8c-4b15-adc3-8de060332303 HTTP/1.1" status: 200 len: 945 time: 0.0618782 Jun 28 12:06:56.741976 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fed4855-4b4e-464c-976b-b3856b304dfc req-6b468b9f-9343-41cc-b1fb-1ff6e3d7a9c1 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:56.744013 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-7fed4855-4b4e-464c-976b-b3856b304dfc req-6b468b9f-9343-41cc-b1fb-1ff6e3d7a9c1 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4bb9994-c394-48f3-9920-5ee52626e8eb HTTP/1.1" status: 200 len: 946 time: 0.0659444 Jun 28 12:06:56.785252 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-7fed4855-4b4e-464c-976b-b3856b304dfc req-98ce173a-c8b2-465e-a4d7-489b0e7403f0 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356505 Jun 28 12:06:56.821766 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.plugin [req-b2314734-cf7e-4162-8ba5-6c6551d1b395 req-9f86e770-f1ca-475b-931a-de028813bdd7 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] Deleting port 36d43bfe-8d99-413a-9ff1-8470d04c5ef9 {{(pid=93125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:06:56.822148 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-b2314734-cf7e-4162-8ba5-6c6551d1b395 req-9f86e770-f1ca-475b-931a-de028813bdd7 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751010669087'] for port, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:56.907435 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.db [req-b2314734-cf7e-4162-8ba5-6c6551d1b395 req-9f86e770-f1ca-475b-931a-de028813bdd7 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] For port 36d43bfe-8d99-413a-9ff1-8470d04c5ef9, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=36d43bfe-8d99-413a-9ff1-8470d04c5ef9,segment=NetworkSegment(b3f13ed0-6a11-484e-a320-6776cd9f9c9c),segment_id=b3f13ed0-6a11-484e-a320-6776cd9f9c9c)] {{(pid=93125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:06:56.907792 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-b2314734-cf7e-4162-8ba5-6c6551d1b395 req-9f86e770-f1ca-475b-931a-de028813bdd7 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700447'] for port, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:56.920474 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.plugin [req-b2314734-cf7e-4162-8ba5-6c6551d1b395 req-9f86e770-f1ca-475b-931a-de028813bdd7 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] Calling delete_port for 36d43bfe-8d99-413a-9ff1-8470d04c5ef9 owned by compute:nova {{(pid=93125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:06:56.979807 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6388657-85a9-4d5c-920f-becef17b81c9 req-fe3b701d-9f50-4a7a-a4d4-5655a3e5a66b tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:56.981292 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-f6388657-85a9-4d5c-920f-becef17b81c9 req-fe3b701d-9f50-4a7a-a4d4-5655a3e5a66b tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] 10.222.0.26 "GET /v2.0/ports?device_id=96bdb9ac-5c8c-4b15-adc3-8de060332303 HTTP/1.1" status: 200 len: 945 time: 0.0614884 Jun 28 12:06:57.017689 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-f6388657-85a9-4d5c-920f-becef17b81c9 req-28ea1532-50b6-42ee-bf57-e3b738f6dcb5 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] 10.222.0.26 "GET /v2.0/security-groups?id=efa0a4cd-3579-424d-83a9-232435b42afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307922 Jun 28 12:06:57.043325 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-b2314734-cf7e-4162-8ba5-6c6551d1b395 req-9f86e770-f1ca-475b-931a-de028813bdd7 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751010672945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751010131959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8413146'] for port, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:57.047004 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:57.055682 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] get_ports_and_sgs() called for port_ids ['36d43bfe-8d99-413a-9ff1-8470d04c5ef9'] {{(pid=93126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:06:57.071402 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f86e770-f1ca-475b-931a-de028813bdd7 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] Pushing event deleted for resources: {'Port': ['ID=36d43bfe-8d99-413a-9ff1-8470d04c5ef9,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:57.075043 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-9f86e770-f1ca-475b-931a-de028813bdd7 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:57.116643 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2314734-cf7e-4162-8ba5-6c6551d1b395 req-9f86e770-f1ca-475b-931a-de028813bdd7 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] No DVR routers for this DVR port 36d43bfe-8d99-413a-9ff1-8470d04c5ef9 on host hv-cinder-77238 {{(pid=93125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:06:57.119512 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-b2314734-cf7e-4162-8ba5-6c6551d1b395 req-9f86e770-f1ca-475b-931a-de028813bdd7 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188324'] for port, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:57.121465 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-b2314734-cf7e-4162-8ba5-6c6551d1b395 req-9f86e770-f1ca-475b-931a-de028813bdd7 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] 10.222.0.61 "DELETE /v2.0/ports/36d43bfe-8d99-413a-9ff1-8470d04c5ef9 HTTP/1.1" status: 204 len: 173 time: 0.3982034 Jun 28 12:06:57.121957 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96bdb9ac-5c8c-4b15-adc3-8de060332303', 'name': 'network-vif-deleted', 'tag': '36d43bfe-8d99-413a-9ff1-8470d04c5ef9'}] {{(pid=93125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:06:57.124230 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cab5cdacc5b3cbbc94323449081fb5e48b25fdc1a77f938b5656c1b79ba6a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d573f3-bcfe-4a5b-8814-e79bfd156a57" -d '{"events": [{"server_uuid": "96bdb9ac-5c8c-4b15-adc3-8de060332303", "name": "network-vif-deleted", "tag": "36d43bfe-8d99-413a-9ff1-8470d04c5ef9"}]}' {{(pid=93125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:06:57.165616 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe84079b-5596-46f8-a759-5591338d351c x-openstack-request-id: req-fe84079b-5596-46f8-a759-5591338d351c {{(pid=93125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:06:57.165948 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96bdb9ac-5c8c-4b15-adc3-8de060332303", "name": "network-vif-deleted", "tag": "36d43bfe-8d99-413a-9ff1-8470d04c5ef9", "status": "completed", "code": 200}]} {{(pid=93125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:06:57.166255 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fe84079b-5596-46f8-a759-5591338d351c {{(pid=93125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:06:57.166713 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96bdb9ac-5c8c-4b15-adc3-8de060332303', 'name': 'network-vif-deleted', 'tag': '36d43bfe-8d99-413a-9ff1-8470d04c5ef9', 'status': 'completed', 'code': 200} Jun 28 12:06:57.278629 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95391564-f813-469c-bc74-7bac29536da9 req-f715caf0-a2fa-417d-8b82-cb7aa3bc474b tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:57.280115 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-95391564-f813-469c-bc74-7bac29536da9 req-f715caf0-a2fa-417d-8b82-cb7aa3bc474b tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=767e3825-7bef-4bb9-957c-332a031542c1 HTTP/1.1" status: 200 len: 943 time: 0.0695996 Jun 28 12:06:57.317413 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-95391564-f813-469c-bc74-7bac29536da9 req-76c01fcf-f38b-43bc-a655-fbcfef6f4abf tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=5742bb03-3e4c-445b-92e8-2e57b510d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315442 Jun 28 12:06:57.954995 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15800573-dc32-4255-b6a7-86e1515888fc req-41a18984-e9bc-465c-b571-3769b91b01d9 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:57.956377 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-15800573-dc32-4255-b6a7-86e1515888fc req-41a18984-e9bc-465c-b571-3769b91b01d9 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4bb9994-c394-48f3-9920-5ee52626e8eb HTTP/1.1" status: 200 len: 946 time: 0.0623569 Jun 28 12:06:57.991782 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-15800573-dc32-4255-b6a7-86e1515888fc req-2895c266-cb3d-4f5f-b9d4-391df7081a9f tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed3a0829-e402-48f3-a858-d82085fd6505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298293 Jun 28 12:06:58.141643 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.agents_db [None req-f497f353-63e3-44e2-a2cd-a5845e949060 None None] Agent healthcheck: found 6 active agents {{(pid=93127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:06:58.351749 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2586e8-6281-4632-873d-d7594758aa0b req-f587e89d-970d-4e5c-8ef8-c61f75ada72f tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:58.353839 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-2f2586e8-6281-4632-873d-d7594758aa0b req-f587e89d-970d-4e5c-8ef8-c61f75ada72f tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] 10.222.0.26 "GET /v2.0/networks?id=2a1cdd0d-d134-4e33-8f45-88cec2df6faf HTTP/1.1" status: 200 len: 808 time: 0.1038837 Jun 28 12:06:58.368972 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-2f2586e8-6281-4632-873d-d7594758aa0b req-3ae9d962-33fb-4fed-8cc0-8269a045a947 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] 10.222.0.26 "GET /v2.0/quotas/c197915fa681476a8d30c94aad12ede1 HTTP/1.1" status: 200 len: 375 time: 0.0091176 Jun 28 12:06:58.401380 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-2f2586e8-6281-4632-873d-d7594758aa0b req-26b89616-9a0e-4739-9de7-722a45b41a78 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c197915fa681476a8d30c94aad12ede1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272326 Jun 28 12:06:58.450225 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device 197e554d-7bb1-447d-ba4e-aeea31694618 details requested by agent hyperv_hv-cinder-77238 with host hv-cinder-77238 {{(pid=93126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 12:06:58.526042 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-2f2586e8-6281-4632-873d-d7594758aa0b req-bd12d8ec-5704-4df0-ae4f-ba1b34083b3b service neutron] 10.222.0.26 "GET /v2.0/networks/2a1cdd0d-d134-4e33-8f45-88cec2df6faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177351 Jun 28 12:06:58.543427 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] For port 197e554d-7bb1-447d-ba4e-aeea31694618, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=197e554d-7bb1-447d-ba4e-aeea31694618,segment=NetworkSegment(aed9295f-7fc3-449f-af4b-5fa9a30585ae),segment_id=aed9295f-7fc3-449f-af4b-5fa9a30585ae)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:06:58.554766 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Returning: {'device': '197e554d-7bb1-447d-ba4e-aeea31694618', 'network_id': '61e6c2ec-9082-4875-a218-8630ba468008', 'port_id': '197e554d-7bb1-447d-ba4e-aeea31694618', 'mac_address': 'fa:16:3e:03:67:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558089fa-d5c8-4a60-a96f-efb801414a3b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 12:06:58.572237 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4691c85b-13de-4ba4-b205-ffc22125b371 req-349a0811-e939-4431-85e8-5c0c2440dba1 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:58.573724 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-4691c85b-13de-4ba4-b205-ffc22125b371 req-349a0811-e939-4431-85e8-5c0c2440dba1 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=767e3825-7bef-4bb9-957c-332a031542c1 HTTP/1.1" status: 200 len: 943 time: 0.1394036 Jun 28 12:06:58.593921 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:58.615193 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.notifiers.nova [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 197e554d-7bb1-447d-ba4e-aeea31694618 {{(pid=93126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:06:58.628469 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-028c80aa-ccbe-48c0-949a-323cf3bfb096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:58.637647 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] For port 197e554d-7bb1-447d-ba4e-aeea31694618, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=197e554d-7bb1-447d-ba4e-aeea31694618,segment=NetworkSegment(aed9295f-7fc3-449f-af4b-5fa9a30585ae),segment_id=aed9295f-7fc3-449f-af4b-5fa9a30585ae)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:06:58.645759 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:58.647556 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:58.652660 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-4691c85b-13de-4ba4-b205-ffc22125b371 req-f3250b58-b286-43fc-86a3-defe9797e4ca tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=5742bb03-3e4c-445b-92e8-2e57b510d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517554 Jun 28 12:06:58.684886 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-2f2586e8-6281-4632-873d-d7594758aa0b req-8536d7f6-4527-45e2-a6d5-eff7d48d1abe service neutron] 10.222.0.26 "GET /v2.0/networks/2a1cdd0d-d134-4e33-8f45-88cec2df6faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438987 Jun 28 12:06:58.702448 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Pushing event updated for resources: {'Port': ['ID=197e554d-7bb1-447d-ba4e-aeea31694618,revision_number=9']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:58.706087 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:58.727216 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153aec87-369c-4bd0-9be8-a7e93a3a8387 req-bfde5695-409f-4a8c-ac2f-033d11d919ba tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:58.729217 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-153aec87-369c-4bd0-9be8-a7e93a3a8387 req-bfde5695-409f-4a8c-ac2f-033d11d919ba tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4bb9994-c394-48f3-9920-5ee52626e8eb HTTP/1.1" status: 200 len: 946 time: 0.0981534 Jun 28 12:06:58.831993 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.plugin [req-153aec87-369c-4bd0-9be8-a7e93a3a8387 req-21339f7b-32b0-4cbd-b90e-b77b5b2ccac4 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Deleting port 09192287-722e-4688-8096-29dd9fa381b0 {{(pid=93125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:06:58.832346 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-153aec87-369c-4bd0-9be8-a7e93a3a8387 req-21339f7b-32b0-4cbd-b90e-b77b5b2ccac4 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751010669087'] for port, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:58.841731 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] get_ports_and_sgs() called for port_ids ['197e554d-7bb1-447d-ba4e-aeea31694618'] {{(pid=93126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:06:58.842719 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-3fea9f60-c841-439e-a12d-e2f6b6608908 req-efa5d3b9-2f71-4402-a357-f12f864dfc47 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] 10.222.0.26 "GET /v2.0/ports?device_id=39b3617b-0fef-47bd-b878-7c926e9f908c HTTP/1.1" status: 200 len: 210 time: 0.0296099 Jun 28 12:06:58.933892 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.db [req-153aec87-369c-4bd0-9be8-a7e93a3a8387 req-21339f7b-32b0-4cbd-b90e-b77b5b2ccac4 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] For port 09192287-722e-4688-8096-29dd9fa381b0, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=09192287-722e-4688-8096-29dd9fa381b0,segment=NetworkSegment(922d30af-9b8f-4fbe-a91d-06c957d8e2c6),segment_id=922d30af-9b8f-4fbe-a91d-06c957d8e2c6)] {{(pid=93125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:06:58.934252 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-153aec87-369c-4bd0-9be8-a7e93a3a8387 req-21339f7b-32b0-4cbd-b90e-b77b5b2ccac4 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700447'] for port, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:58.945904 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.plugin [req-153aec87-369c-4bd0-9be8-a7e93a3a8387 req-21339f7b-32b0-4cbd-b90e-b77b5b2ccac4 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Calling delete_port for 09192287-722e-4688-8096-29dd9fa381b0 owned by compute:nova {{(pid=93125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:06:59.082626 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-153aec87-369c-4bd0-9be8-a7e93a3a8387 req-21339f7b-32b0-4cbd-b90e-b77b5b2ccac4 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751010672945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751010131959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8413146'] for port, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:59.086774 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-1afe6dce-8d38-48c5-9e5e-a4ff274ab00f tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:59.114745 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21339f7b-32b0-4cbd-b90e-b77b5b2ccac4 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Pushing event deleted for resources: {'Port': ['ID=09192287-722e-4688-8096-29dd9fa381b0,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:59.118519 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-21339f7b-32b0-4cbd-b90e-b77b5b2ccac4 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:59.147673 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-56edbfe3-8281-4186-b28f-0980978cfe1f req-c9368b8e-da42-49c0-aa4d-6d838b83bed2 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4bb9994-c394-48f3-9920-5ee52626e8eb HTTP/1.1" status: 200 len: 210 time: 0.0366697 Jun 28 12:06:59.164367 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.l3_dvrscheduler_db [req-153aec87-369c-4bd0-9be8-a7e93a3a8387 req-21339f7b-32b0-4cbd-b90e-b77b5b2ccac4 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] No DVR routers for this DVR port 09192287-722e-4688-8096-29dd9fa381b0 on host hv-cinder-77238 {{(pid=93125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:06:59.166702 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-153aec87-369c-4bd0-9be8-a7e93a3a8387 req-21339f7b-32b0-4cbd-b90e-b77b5b2ccac4 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188324'] for port, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:59.168698 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-153aec87-369c-4bd0-9be8-a7e93a3a8387 req-21339f7b-32b0-4cbd-b90e-b77b5b2ccac4 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] 10.222.0.61 "DELETE /v2.0/ports/09192287-722e-4688-8096-29dd9fa381b0 HTTP/1.1" status: 204 len: 173 time: 0.4337769 Jun 28 12:06:59.169213 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4bb9994-c394-48f3-9920-5ee52626e8eb', 'name': 'network-vif-deleted', 'tag': '09192287-722e-4688-8096-29dd9fa381b0'}] {{(pid=93125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:06:59.171466 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cab5cdacc5b3cbbc94323449081fb5e48b25fdc1a77f938b5656c1b79ba6a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749e5530-4337-4bed-a267-526e981ab36f" -d '{"events": [{"server_uuid": "f4bb9994-c394-48f3-9920-5ee52626e8eb", "name": "network-vif-deleted", "tag": "09192287-722e-4688-8096-29dd9fa381b0"}]}' {{(pid=93125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:06:59.213795 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56719868-1b0d-4bcc-8b7b-fe9c499d4ba5 x-openstack-request-id: req-56719868-1b0d-4bcc-8b7b-fe9c499d4ba5 {{(pid=93125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:06:59.214122 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4bb9994-c394-48f3-9920-5ee52626e8eb", "name": "network-vif-deleted", "tag": "09192287-722e-4688-8096-29dd9fa381b0", "status": "completed", "code": 200}]} {{(pid=93125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:06:59.214408 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-56719868-1b0d-4bcc-8b7b-fe9c499d4ba5 {{(pid=93125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:06:59.214832 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4bb9994-c394-48f3-9920-5ee52626e8eb', 'name': 'network-vif-deleted', 'tag': '09192287-722e-4688-8096-29dd9fa381b0', 'status': 'completed', 'code': 200} Jun 28 12:06:59.225433 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] get_ports_and_sgs() called for port_ids ['09192287-722e-4688-8096-29dd9fa381b0'] {{(pid=93126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:06:59.840146 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51a0318-320d-47dd-9a16-e24169642aed req-6bc67766-2308-423c-ba5e-ac86976c4f69 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:59.841650 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-c51a0318-320d-47dd-9a16-e24169642aed req-6bc67766-2308-423c-ba5e-ac86976c4f69 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=767e3825-7bef-4bb9-957c-332a031542c1 HTTP/1.1" status: 200 len: 944 time: 0.0614181 Jun 28 12:06:59.878559 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-c51a0318-320d-47dd-9a16-e24169642aed req-3c5a0575-c0ff-490f-bc74-4308cacb64ff tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=5742bb03-3e4c-445b-92e8-2e57b510d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308421 Jun 28 12:06:59.988246 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-f31c0f28-99c1-445e-85d5-0dbbfe15f6f6 req-ef325e4e-f663-422e-81da-765f02a13b5a tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] 10.222.0.26 "GET /v2.0/ports?device_id=39b3617b-0fef-47bd-b878-7c926e9f908c HTTP/1.1" status: 200 len: 210 time: 0.0315673 Jun 28 12:07:00.149921 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2586e8-6281-4632-873d-d7594758aa0b req-de4ca2dd-d7fb-4d9e-b89f-7210173f67a2 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:00.151344 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-2f2586e8-6281-4632-873d-d7594758aa0b req-de4ca2dd-d7fb-4d9e-b89f-7210173f67a2 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] 10.222.0.61 "GET /v2.0/networks?id=2a1cdd0d-d134-4e33-8f45-88cec2df6faf HTTP/1.1" status: 200 len: 808 time: 0.1003709 Jun 28 12:07:00.163394 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.v2.base [req-2f2586e8-6281-4632-873d-d7594758aa0b req-45c8690e-c1ba-4a09-8810-c57ecd71bcac tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] Request body: {'port': {'device_id': '39b3617b-0fef-47bd-b878-7c926e9f908c', 'network_id': '2a1cdd0d-d134-4e33-8f45-88cec2df6faf', 'admin_state_up': True, 'tenant_id': 'c197915fa681476a8d30c94aad12ede1'}} {{(pid=93125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:07:00.241551 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 60890) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:00.271625 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f2586e8-6281-4632-873d-d7594758aa0b req-45c8690e-c1ba-4a09-8810-c57ecd71bcac tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] Made reservation on behalf of c197915fa681476a8d30c94aad12ede1 for: {'port': 1} {{(pid=93125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:07:00.275883 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-2f2586e8-6281-4632-873d-d7594758aa0b req-45c8690e-c1ba-4a09-8810-c57ecd71bcac tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:00.480461 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device 197e554d-7bb1-447d-ba4e-aeea31694618 up at agent hyperv_hv-cinder-77238 {{(pid=93126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:07:00.530954 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Provisioning complete for port 197e554d-7bb1-447d-ba4e-aeea31694618 triggered by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:07:00.531349 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:00.614578 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:00.616413 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.db_base_plugin_common [req-2f2586e8-6281-4632-873d-d7594758aa0b req-45c8690e-c1ba-4a09-8810-c57ecd71bcac tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] Allocated IP 172.20.0.10 (2a1cdd0d-d134-4e33-8f45-88cec2df6faf/cfb0a29f-8c07-4f23-a7a2-19e554afe508/341c5378-deeb-4320-9c92-d851737ccab9) {{(pid=93125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:07:00.636516 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '767e3825-7bef-4bb9-957c-332a031542c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '197e554d-7bb1-447d-ba4e-aeea31694618'}] {{(pid=93126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:07:00.638833 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef893c2a45f5206efbef573e37d1784350e1616ec5e975db08a1c6348235ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a01fdc3d-4b32-469b-8f15-c6a02f2ab858" -d '{"events": [{"server_uuid": "767e3825-7bef-4bb9-957c-332a031542c1", "name": "network-vif-plugged", "status": "completed", "tag": "197e554d-7bb1-447d-ba4e-aeea31694618"}]}' {{(pid=93126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:07:00.654379 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] For port 197e554d-7bb1-447d-ba4e-aeea31694618, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=197e554d-7bb1-447d-ba4e-aeea31694618,segment=NetworkSegment(aed9295f-7fc3-449f-af4b-5fa9a30585ae),segment_id=aed9295f-7fc3-449f-af4b-5fa9a30585ae)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:07:00.662638 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:00.663714 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device 36d43bfe-8d99-413a-9ff1-8470d04c5ef9 no longer exists at agent hyperv_hv-cinder-77238 {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:07:00.666396 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:00.685705 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a727902-0a09-435c-ac45-0a3c13b6cb7e x-openstack-request-id: req-2a727902-0a09-435c-ac45-0a3c13b6cb7e {{(pid=93126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:07:00.686024 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "767e3825-7bef-4bb9-957c-332a031542c1", "name": "network-vif-plugged", "status": "completed", "tag": "197e554d-7bb1-447d-ba4e-aeea31694618", "code": 200}]} {{(pid=93126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:07:00.686291 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2a727902-0a09-435c-ac45-0a3c13b6cb7e {{(pid=93126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:07:00.686699 dv-cinder-772388-5-smb neutron-server[93126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '767e3825-7bef-4bb9-957c-332a031542c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '197e554d-7bb1-447d-ba4e-aeea31694618', 'code': 200} Jun 28 12:07:00.689108 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.plugin [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] No Port match for: 36d43bfe-8d99-413a-9ff1-8470d04c5ef9 {{(pid=93126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:07:00.689108 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device 36d43bfe-8d99-413a-9ff1-8470d04c5ef9 not bound to the agent host hv-cinder-77238 {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:07:00.689329 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device 09192287-722e-4688-8096-29dd9fa381b0 no longer exists at agent hyperv_hv-cinder-77238 {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:07:00.727700 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.plugin [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] No Port match for: 09192287-722e-4688-8096-29dd9fa381b0 {{(pid=93126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:07:00.728056 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device 09192287-722e-4688-8096-29dd9fa381b0 not bound to the agent host hv-cinder-77238 {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:07:00.752689 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Pushing event updated for resources: {'Port': ['ID=197e554d-7bb1-447d-ba4e-aeea31694618,revision_number=10']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:00.755539 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:00.791418 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-2f2586e8-6281-4632-873d-d7594758aa0b req-45c8690e-c1ba-4a09-8810-c57ecd71bcac tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] Notify callbacks [] for port, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:00.839992 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-2f2586e8-6281-4632-873d-d7594758aa0b req-45c8690e-c1ba-4a09-8810-c57ecd71bcac tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751010131950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8412961'] for port, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:00.848206 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-0444e8c9-ee9b-4dbb-aa36-9c7260f38b6b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:00.880023 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f2586e8-6281-4632-873d-d7594758aa0b req-45c8690e-c1ba-4a09-8810-c57ecd71bcac tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] Network 2a1cdd0d-d134-4e33-8f45-88cec2df6faf is already hosted by enough agents. {{(pid=93125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:07:00.883251 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.base_scheduler [req-2f2586e8-6281-4632-873d-d7594758aa0b req-45c8690e-c1ba-4a09-8810-c57ecd71bcac tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] Resources bound (agent type, host, resource id): {{(pid=93125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:07:00.887668 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f2586e8-6281-4632-873d-d7594758aa0b req-45c8690e-c1ba-4a09-8810-c57ecd71bcac tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] Received port after_create {{(pid=93125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:07:00.926933 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c8690e-c1ba-4a09-8810-c57ecd71bcac tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] Pushing event updated for resources: {'Port': ['ID=341c5378-deeb-4320-9c92-d851737ccab9,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:00.934913 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-45c8690e-c1ba-4a09-8810-c57ecd71bcac tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:00.948196 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-fc2ea256-b25f-4392-9b66-665d42d792e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695600'] for router_interface, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:00.954387 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2586e8-6281-4632-873d-d7594758aa0b req-45c8690e-c1ba-4a09-8810-c57ecd71bcac tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:00.955094 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-2f2586e8-6281-4632-873d-d7594758aa0b req-45c8690e-c1ba-4a09-8810-c57ecd71bcac tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188324'] for port, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:00.970553 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-2f2586e8-6281-4632-873d-d7594758aa0b req-45c8690e-c1ba-4a09-8810-c57ecd71bcac tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8108537 Jun 28 12:07:00.998751 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.v2.base [req-2f2586e8-6281-4632-873d-d7594758aa0b req-d1645594-cca6-4e7f-be55-78803f7a9c8e service neutron] Request body: {'port': {'device_id': '39b3617b-0fef-47bd-b878-7c926e9f908c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=93125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:07:01.089739 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-2f2586e8-6281-4632-873d-d7594758aa0b req-d1645594-cca6-4e7f-be55-78803f7a9c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:01.148626 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-ac3b565a-dda4-41a9-ab26-45a40d9c30e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:01.250117 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8b2aaa-a142-4d4d-b520-9d2dce451954 req-47dfdda0-0e71-4c69-8008-10c8ebee86b9 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:01.251587 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-bf8b2aaa-a142-4d4d-b520-9d2dce451954 req-47dfdda0-0e71-4c69-8008-10c8ebee86b9 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=767e3825-7bef-4bb9-957c-332a031542c1 HTTP/1.1" status: 200 len: 946 time: 0.2551930 Jun 28 12:07:01.345649 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.notifiers.nova [req-2f2586e8-6281-4632-873d-d7594758aa0b req-d1645594-cca6-4e7f-be55-78803f7a9c8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 341c5378-deeb-4320-9c92-d851737ccab9 {{(pid=93125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:07:01.350011 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-bf8b2aaa-a142-4d4d-b520-9d2dce451954 req-c547dbe4-df87-4d31-bcac-0ccb578e369b tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=5742bb03-3e4c-445b-92e8-2e57b510d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877702 Jun 28 12:07:01.351811 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028730cf-28db-4174-b501-d3c2c5c0e9e1 req-bce38b11-0d44-4711-b893-095ff12b5833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:01.354789 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-028730cf-28db-4174-b501-d3c2c5c0e9e1 req-bce38b11-0d44-4711-b893-095ff12b5833 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=767e3825-7bef-4bb9-957c-332a031542c1 HTTP/1.1" status: 200 len: 1099 time: 0.2461655 Jun 28 12:07:01.355408 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-2f2586e8-6281-4632-873d-d7594758aa0b req-d1645594-cca6-4e7f-be55-78803f7a9c8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:01.364384 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c523f2-c6b3-41cc-ab8d-de367aa711b4 req-85d05ce4-6f5f-447b-878d-da1806458b6f tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:01.366852 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-05c523f2-c6b3-41cc-ab8d-de367aa711b4 req-85d05ce4-6f5f-447b-878d-da1806458b6f tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] 10.222.0.26 "GET /v2.0/ports?device_id=39b3617b-0fef-47bd-b878-7c926e9f908c HTTP/1.1" status: 200 len: 932 time: 0.2499642 Jun 28 12:07:01.373418 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.provisioning_blocks [req-2f2586e8-6281-4632-873d-d7594758aa0b req-d1645594-cca6-4e7f-be55-78803f7a9c8e service neutron] Transition to ACTIVE for port object 341c5378-deeb-4320-9c92-d851737ccab9 will not be triggered until provisioned by entity L2. {{(pid=93125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:07:01.377996 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-2f2586e8-6281-4632-873d-d7594758aa0b req-d1645594-cca6-4e7f-be55-78803f7a9c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8413139'] for port, after_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:01.380400 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:01.381926 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:01.434633 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1645594-cca6-4e7f-be55-78803f7a9c8e service neutron] Pushing event updated for resources: {'Port': ['ID=341c5378-deeb-4320-9c92-d851737ccab9,revision_number=2']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:01.450915 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-028730cf-28db-4174-b501-d3c2c5c0e9e1 req-163a85f7-519b-4953-8b01-92bb8fe3695f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5742bb03-3e4c-445b-92e8-2e57b510d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838785 Jun 28 12:07:01.451679 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-d1645594-cca6-4e7f-be55-78803f7a9c8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:01.458980 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-05c523f2-c6b3-41cc-ab8d-de367aa711b4 req-61c09a27-fb62-4853-92ca-cf35c15031cb tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] 10.222.0.26 "GET /v2.0/security-groups?id=efa0a4cd-3579-424d-83a9-232435b42afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839901 Jun 28 12:07:01.498475 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.managers [req-2f2586e8-6281-4632-873d-d7594758aa0b req-d1645594-cca6-4e7f-be55-78803f7a9c8e service neutron] Attempting to bind port 341c5378-deeb-4320-9c92-d851737ccab9 on host hv-cinder-77238 for vnic_type normal with profile {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:07:01.498812 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.managers [req-2f2586e8-6281-4632-873d-d7594758aa0b req-d1645594-cca6-4e7f-be55-78803f7a9c8e service neutron] Attempting to bind port 341c5378-deeb-4320-9c92-d851737ccab9 by drivers openvswitch,hyperv on host hv-cinder-77238 at level 0 using segments [{'id': 'b3f13ed0-6a11-484e-a320-6776cd9f9c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2a1cdd0d-d134-4e33-8f45-88cec2df6faf'}] {{(pid=93125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:07:01.499142 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2586e8-6281-4632-873d-d7594758aa0b req-d1645594-cca6-4e7f-be55-78803f7a9c8e service neutron] Attempting to bind port 341c5378-deeb-4320-9c92-d851737ccab9 on network 2a1cdd0d-d134-4e33-8f45-88cec2df6faf {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:07:01.503300 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2586e8-6281-4632-873d-d7594758aa0b req-d1645594-cca6-4e7f-be55-78803f7a9c8e service neutron] Port 341c5378-deeb-4320-9c92-d851737ccab9 on network 2a1cdd0d-d134-4e33-8f45-88cec2df6faf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77238 {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:07:01.503676 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2586e8-6281-4632-873d-d7594758aa0b req-d1645594-cca6-4e7f-be55-78803f7a9c8e service neutron] Attempting to bind port 341c5378-deeb-4320-9c92-d851737ccab9 on network 2a1cdd0d-d134-4e33-8f45-88cec2df6faf {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:07:01.505457 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-fc2ea256-b25f-4392-9b66-665d42d792e7 admin admin] Deleting port ef9749d7-ad35-41c0-b159-4bff08c92390 {{(pid=93124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:07:01.505829 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-fc2ea256-b25f-4392-9b66-665d42d792e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751010669087'] for port, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:01.508381 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2586e8-6281-4632-873d-d7594758aa0b req-d1645594-cca6-4e7f-be55-78803f7a9c8e service neutron] Checking agent: {'id': '848960a1-f744-4efd-9f3d-017fcea63875', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 2, 37), 'started_at': datetime.datetime(2021, 6, 28, 12, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:07:01.508842 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2586e8-6281-4632-873d-d7594758aa0b req-d1645594-cca6-4e7f-be55-78803f7a9c8e service neutron] Checking segment: {'id': 'b3f13ed0-6a11-484e-a320-6776cd9f9c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2a1cdd0d-d134-4e33-8f45-88cec2df6faf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:07:01.509234 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2586e8-6281-4632-873d-d7594758aa0b req-d1645594-cca6-4e7f-be55-78803f7a9c8e service neutron] Bound using segment: {'id': 'b3f13ed0-6a11-484e-a320-6776cd9f9c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2a1cdd0d-d134-4e33-8f45-88cec2df6faf'} {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:07:01.509653 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.managers [req-2f2586e8-6281-4632-873d-d7594758aa0b req-d1645594-cca6-4e7f-be55-78803f7a9c8e service neutron] Bound port: 341c5378-deeb-4320-9c92-d851737ccab9, host: hv-cinder-77238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3f13ed0-6a11-484e-a320-6776cd9f9c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2a1cdd0d-d134-4e33-8f45-88cec2df6faf'}}] {{(pid=93125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:07:01.510006 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-2f2586e8-6281-4632-873d-d7594758aa0b req-d1645594-cca6-4e7f-be55-78803f7a9c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:01.570833 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.db [req-2f2586e8-6281-4632-873d-d7594758aa0b req-d1645594-cca6-4e7f-be55-78803f7a9c8e service neutron] For port 341c5378-deeb-4320-9c92-d851737ccab9, host hv-cinder-77238, cleared binding levels {{(pid=93125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:07:01.573739 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.db [req-2f2586e8-6281-4632-873d-d7594758aa0b req-d1645594-cca6-4e7f-be55-78803f7a9c8e service neutron] For port 341c5378-deeb-4320-9c92-d851737ccab9, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=341c5378-deeb-4320-9c92-d851737ccab9,segment=NetworkSegment(b3f13ed0-6a11-484e-a320-6776cd9f9c9c),segment_id=b3f13ed0-6a11-484e-a320-6776cd9f9c9c)] {{(pid=93125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:07:01.577853 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-2f2586e8-6281-4632-873d-d7594758aa0b req-d1645594-cca6-4e7f-be55-78803f7a9c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8413139'] for port, after_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:01.580613 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-56c047a8-2cb9-4b52-bb4b-98432afff64e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:01.584495 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-fc2ea256-b25f-4392-9b66-665d42d792e7 admin admin] For port ef9749d7-ad35-41c0-b159-4bff08c92390, host dv-cinder-772388-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-smb',level=0,port_id=ef9749d7-ad35-41c0-b159-4bff08c92390,segment=NetworkSegment(922d30af-9b8f-4fbe-a91d-06c957d8e2c6),segment_id=922d30af-9b8f-4fbe-a91d-06c957d8e2c6)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:07:01.584886 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-fc2ea256-b25f-4392-9b66-665d42d792e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700447'] for port, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:01.597358 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-fc2ea256-b25f-4392-9b66-665d42d792e7 admin admin] Calling delete_port for ef9749d7-ad35-41c0-b159-4bff08c92390 owned by network:router_interface {{(pid=93124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:07:01.612940 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2586e8-6281-4632-873d-d7594758aa0b req-d1645594-cca6-4e7f-be55-78803f7a9c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:01.613557 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-2f2586e8-6281-4632-873d-d7594758aa0b req-d1645594-cca6-4e7f-be55-78803f7a9c8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188324'] for port, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:01.615380 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-2f2586e8-6281-4632-873d-d7594758aa0b req-d1645594-cca6-4e7f-be55-78803f7a9c8e service neutron] 10.222.0.61 "PUT /v2.0/ports/341c5378-deeb-4320-9c92-d851737ccab9 HTTP/1.1" status: 200 len: 1094 time: 0.6231713 Jun 28 12:07:01.615871 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39b3617b-0fef-47bd-b878-7c926e9f908c', 'tag': '341c5378-deeb-4320-9c92-d851737ccab9'}] {{(pid=93125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:07:01.618230 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cab5cdacc5b3cbbc94323449081fb5e48b25fdc1a77f938b5656c1b79ba6a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc3f65d2-fab5-4f39-94c2-94b04f9eea7a" -d '{"events": [{"name": "network-changed", "server_uuid": "39b3617b-0fef-47bd-b878-7c926e9f908c", "tag": "341c5378-deeb-4320-9c92-d851737ccab9"}]}' {{(pid=93125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:07:01.645261 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1645594-cca6-4e7f-be55-78803f7a9c8e service neutron] Pushing event updated for resources: {'Port': ['ID=341c5378-deeb-4320-9c92-d851737ccab9,revision_number=3']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:01.648754 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-d1645594-cca6-4e7f-be55-78803f7a9c8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:01.696812 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 12:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9cec41b-f045-41da-ae91-2bbca934bf78 x-openstack-request-id: req-e9cec41b-f045-41da-ae91-2bbca934bf78 {{(pid=93125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:07:01.697137 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39b3617b-0fef-47bd-b878-7c926e9f908c", "tag": "341c5378-deeb-4320-9c92-d851737ccab9", "status": "completed", "code": 200}]} {{(pid=93125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:07:01.697430 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e9cec41b-f045-41da-ae91-2bbca934bf78 {{(pid=93125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:07:01.697852 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39b3617b-0fef-47bd-b878-7c926e9f908c', 'tag': '341c5378-deeb-4320-9c92-d851737ccab9', 'status': 'completed', 'code': 200} Jun 28 12:07:01.723348 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2586e8-6281-4632-873d-d7594758aa0b req-f62a9833-9d56-445f-be64-cb16b8f50012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:01.724868 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-2f2586e8-6281-4632-873d-d7594758aa0b req-f62a9833-9d56-445f-be64-cb16b8f50012 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c197915fa681476a8d30c94aad12ede1&device_id=39b3617b-0fef-47bd-b878-7c926e9f908c HTTP/1.1" status: 200 len: 1097 time: 0.0585432 Jun 28 12:07:01.765074 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-2f2586e8-6281-4632-873d-d7594758aa0b req-3c86d360-172d-4519-94b2-026f00e2d281 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=341c5378-deeb-4320-9c92-d851737ccab9 HTTP/1.1" status: 200 len: 217 time: 0.0324523 Jun 28 12:07:01.814914 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2586e8-6281-4632-873d-d7594758aa0b req-8dcb07ed-620b-4868-9e59-0690aa52ad85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:01.816331 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-2f2586e8-6281-4632-873d-d7594758aa0b req-8dcb07ed-620b-4868-9e59-0690aa52ad85 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cfb0a29f-8c07-4f23-a7a2-19e554afe508 HTTP/1.1" status: 200 len: 848 time: 0.0442472 Jun 28 12:07:01.827109 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-fc2ea256-b25f-4392-9b66-665d42d792e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751010672945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751010131959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8411040'] for port, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:01.828979 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:01.854756 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2ea256-b25f-4392-9b66-665d42d792e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef9749d7-ad35-41c0-b159-4bff08c92390,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:01.858065 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-2f2586e8-6281-4632-873d-d7594758aa0b req-59da04f4-53e1-49d3-8e30-bb4fdc841b39 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2a1cdd0d-d134-4e33-8f45-88cec2df6faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325341 Jun 28 12:07:01.858472 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-fc2ea256-b25f-4392-9b66-665d42d792e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:01.945799 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-2f2586e8-6281-4632-873d-d7594758aa0b req-41c2cc41-4b4f-429d-9377-1e27ff71ce17 service neutron] 10.222.0.61 "GET /v2.0/networks/2a1cdd0d-d134-4e33-8f45-88cec2df6faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807955 Jun 28 12:07:02.004622 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-fc2ea256-b25f-4392-9b66-665d42d792e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3737344'] for router_interface, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:02.038312 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-2f2586e8-6281-4632-873d-d7594758aa0b req-d7bd5465-400d-457d-80e9-4dcfe36fb92a service neutron] 10.222.0.61 "GET /v2.0/networks/2a1cdd0d-d134-4e33-8f45-88cec2df6faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835335 Jun 28 12:07:02.141006 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f65d2-fab5-4f39-94c2-94b04f9eea7a req-1c973cd6-4876-464c-bb3b-ed1e5b227d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:02.142375 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-cc3f65d2-fab5-4f39-94c2-94b04f9eea7a req-1c973cd6-4876-464c-bb3b-ed1e5b227d1f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c197915fa681476a8d30c94aad12ede1&device_id=39b3617b-0fef-47bd-b878-7c926e9f908c HTTP/1.1" status: 200 len: 1097 time: 0.0502536 Jun 28 12:07:02.215688 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc2ea256-b25f-4392-9b66-665d42d792e7 admin admin] Router 29fe356a-fe82-40a0-8bb9-e96060a9a84a has already been hosted by L3 agent a3516409-90ed-42c0-9869-2f9c81c3e104 {{(pid=93124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:07:02.233635 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f65d2-fab5-4f39-94c2-94b04f9eea7a req-afa5b76b-dd92-4019-90ba-4cec9dcc5b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:02.235101 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-cc3f65d2-fab5-4f39-94c2-94b04f9eea7a req-afa5b76b-dd92-4019-90ba-4cec9dcc5b9b service neutron] 10.222.0.61 "GET /v2.0/networks?id=2a1cdd0d-d134-4e33-8f45-88cec2df6faf HTTP/1.1" status: 200 len: 909 time: 0.0833793 Jun 28 12:07:02.280177 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-cc3f65d2-fab5-4f39-94c2-94b04f9eea7a req-087fc4ed-c5a2-4333-bd9f-deb5f3eca03b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=341c5378-deeb-4320-9c92-d851737ccab9 HTTP/1.1" status: 200 len: 217 time: 0.0367835 Jun 28 12:07:02.319806 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc2ea256-b25f-4392-9b66-665d42d792e7 admin admin] Notify agent at l3_agent.dv-cinder-772388-5-smb the message routers_updated {{(pid=93124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 12:07:02.331864 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-fc2ea256-b25f-4392-9b66-665d42d792e7 admin admin] 10.222.0.26 "PUT /v2.0/routers/29fe356a-fe82-40a0-8bb9-e96060a9a84a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0884342 Jun 28 12:07:02.332854 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 60906) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:02.340441 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7c2579-8f2c-4213-86dc-0822e97d94dd None None] Sync routers for ids ['29fe356a-fe82-40a0-8bb9-e96060a9a84a'] in dv-cinder-772388-5-smb {{(pid=93127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:07:02.348898 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f65d2-fab5-4f39-94c2-94b04f9eea7a req-673f50b7-cccb-4132-ad3f-2c8aa2dae666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:02.351795 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-cc3f65d2-fab5-4f39-94c2-94b04f9eea7a req-673f50b7-cccb-4132-ad3f-2c8aa2dae666 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cfb0a29f-8c07-4f23-a7a2-19e554afe508 HTTP/1.1" status: 200 len: 848 time: 0.0633996 Jun 28 12:07:02.367763 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7c2579-8f2c-4213-86dc-0822e97d94dd None None] Routers {'29fe356a-fe82-40a0-8bb9-e96060a9a84a'} bound to L3 agent in host dv-cinder-772388-5-smb {{(pid=93127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:07:02.368419 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_hamode_db [None req-2a7c2579-8f2c-4213-86dc-0822e97d94dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T11:56:31Z,description=,heartbeat_timestamp=2021-06-28T12:07:01Z,host='dv-cinder-772388-5-smb',id=a3516409-90ed-42c0-9869-2f9c81c3e104,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:56:31Z,topic='l3_agent')) {'router_ids': ['29fe356a-fe82-40a0-8bb9-e96060a9a84a'], 'active': True} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:07:02.389026 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-cc3f65d2-fab5-4f39-94c2-94b04f9eea7a req-260b2305-8391-424d-b87c-35f6be9d0666 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2a1cdd0d-d134-4e33-8f45-88cec2df6faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277798 Jun 28 12:07:02.393503 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-5f2b1fbb-f913-4077-a7df-942ed403becf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:02.478188 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8faf2ee4-db13-4003-8592-945b75dc7835 admin admin] Notify callbacks [] for router, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:02.519446 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-cc3f65d2-fab5-4f39-94c2-94b04f9eea7a req-4a041599-fbc3-4dcb-bec1-a6f42438dbd6 service neutron] 10.222.0.61 "GET /v2.0/networks/2a1cdd0d-d134-4e33-8f45-88cec2df6faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225336 Jun 28 12:07:02.523822 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_dvr_db [None req-2a7c2579-8f2c-4213-86dc-0822e97d94dd None None] Set router 29fe356a-fe82-40a0-8bb9-e96060a9a84a gateway port host: dv-cinder-772388-5-smb {{(pid=93127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:07:02.678216 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-cc3f65d2-fab5-4f39-94c2-94b04f9eea7a req-1d49c98e-b4ab-4511-863e-97b8213f33cd service neutron] 10.222.0.61 "GET /v2.0/networks/2a1cdd0d-d134-4e33-8f45-88cec2df6faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447244 Jun 28 12:07:02.750848 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_hamode_db [None req-2a7c2579-8f2c-4213-86dc-0822e97d94dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29fe356a-fe82-40a0-8bb9-e96060a9a84a', 'name': 'tempest-ServerRescueNegativeTestJSON-112051765-router', 'tenant_id': 'fe7c3f2e1d4146aca83e0fef204d622b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.176'}], 'enable_snat': True}, 'gw_port_id': 'f25239ca-a5ee-4168-81dd-176870d8e2cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:04:18Z', 'updated_at': '2021-06-28T12:07:01Z', 'revision_number': 5, 'project_id': 'fe7c3f2e1d4146aca83e0fef204d622b', 'gw_port': {'id': 'f25239ca-a5ee-4168-81dd-176870d8e2cb', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:70:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fe356a-fe82-40a0-8bb9-e96060a9a84a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:04:19Z', 'updated_at': '2021-06-28T12:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb'}], 'dv-cinder-772388-5-smb', False) {} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:07:02.782457 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7c2579-8f2c-4213-86dc-0822e97d94dd None None] Checking router: 29fe356a-fe82-40a0-8bb9-e96060a9a84a for host: dv-cinder-772388-5-smb {{(pid=93127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:07:02.791969 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7c2579-8f2c-4213-86dc-0822e97d94dd None None] Routers {'29fe356a-fe82-40a0-8bb9-e96060a9a84a'} bound to L3 agent in host dv-cinder-772388-5-smb {{(pid=93127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:07:02.792571 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_hamode_db [None req-2a7c2579-8f2c-4213-86dc-0822e97d94dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T11:56:31Z,description=,heartbeat_timestamp=2021-06-28T12:07:01Z,host='dv-cinder-772388-5-smb',id=a3516409-90ed-42c0-9869-2f9c81c3e104,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:56:31Z,topic='l3_agent')) {'router_ids': ['29fe356a-fe82-40a0-8bb9-e96060a9a84a'], 'active': True} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:07:02.903587 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_dvr_db [None req-2a7c2579-8f2c-4213-86dc-0822e97d94dd None None] Set router 29fe356a-fe82-40a0-8bb9-e96060a9a84a gateway port host: dv-cinder-772388-5-smb {{(pid=93127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:07:02.984565 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89801aa1-7c13-4b85-be04-9b5fc52a859d req-c079758f-6d87-4ca2-a508-28d81009c2fe tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:02.989140 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-89801aa1-7c13-4b85-be04-9b5fc52a859d req-c079758f-6d87-4ca2-a508-28d81009c2fe tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=767e3825-7bef-4bb9-957c-332a031542c1 HTTP/1.1" status: 200 len: 946 time: 0.4483068 Jun 28 12:07:03.019847 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8faf2ee4-db13-4003-8592-945b75dc7835 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:03.032144 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3e4a6-cf37-4403-b088-320331907aae req-b9db9af4-d911-4f25-8ef8-5c65df47f996 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:03.033655 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-7ed3e4a6-cf37-4403-b088-320331907aae req-b9db9af4-d911-4f25-8ef8-5c65df47f996 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] 10.222.0.26 "GET /v2.0/ports?device_id=39b3617b-0fef-47bd-b878-7c926e9f908c HTTP/1.1" status: 200 len: 944 time: 0.4369016 Jun 28 12:07:03.077854 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_hamode_db [None req-2a7c2579-8f2c-4213-86dc-0822e97d94dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29fe356a-fe82-40a0-8bb9-e96060a9a84a', 'name': 'tempest-ServerRescueNegativeTestJSON-112051765-router', 'tenant_id': 'fe7c3f2e1d4146aca83e0fef204d622b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.176'}], 'enable_snat': True}, 'gw_port_id': 'f25239ca-a5ee-4168-81dd-176870d8e2cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:04:18Z', 'updated_at': '2021-06-28T12:07:01Z', 'revision_number': 5, 'project_id': 'fe7c3f2e1d4146aca83e0fef204d622b', 'gw_port': {'id': 'f25239ca-a5ee-4168-81dd-176870d8e2cb', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:70:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fe356a-fe82-40a0-8bb9-e96060a9a84a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:04:19Z', 'updated_at': '2021-06-28T12:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb'}], 'dv-cinder-772388-5-smb', False) {} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:07:03.083776 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-89801aa1-7c13-4b85-be04-9b5fc52a859d req-b082b926-037f-4a3b-a318-d6c63d5824ca tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=5742bb03-3e4c-445b-92e8-2e57b510d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890436 Jun 28 12:07:03.107312 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7c2579-8f2c-4213-86dc-0822e97d94dd None None] The sync data for ids ['29fe356a-fe82-40a0-8bb9-e96060a9a84a'] in dv-cinder-772388-5-smb is: [{'id': '29fe356a-fe82-40a0-8bb9-e96060a9a84a', 'name': 'tempest-ServerRescueNegativeTestJSON-112051765-router', 'tenant_id': 'fe7c3f2e1d4146aca83e0fef204d622b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.176'}], 'enable_snat': True}, 'gw_port_id': 'f25239ca-a5ee-4168-81dd-176870d8e2cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:04:18Z', 'updated_at': '2021-06-28T12:07:01Z', 'revision_number': 5, 'project_id': 'fe7c3f2e1d4146aca83e0fef204d622b', 'gw_port': {'id': 'f25239ca-a5ee-4168-81dd-176870d8e2cb', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:70:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fe356a-fe82-40a0-8bb9-e96060a9a84a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:04:19Z', 'updated_at': '2021-06-28T12:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb'}] {{(pid=93127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:07:03.107719 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-7ed3e4a6-cf37-4403-b088-320331907aae req-c190074c-49e5-4864-bee4-140a0f5b86d0 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] 10.222.0.26 "GET /v2.0/security-groups?id=efa0a4cd-3579-424d-83a9-232435b42afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675766 Jun 28 12:07:03.148830 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-8faf2ee4-db13-4003-8592-945b75dc7835 admin admin] Deleting port f25239ca-a5ee-4168-81dd-176870d8e2cb {{(pid=93124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:07:03.149180 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8faf2ee4-db13-4003-8592-945b75dc7835 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751010669087'] for port, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:03.229172 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-8faf2ee4-db13-4003-8592-945b75dc7835 admin admin] For port f25239ca-a5ee-4168-81dd-176870d8e2cb, host dv-cinder-772388-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-smb',level=0,port_id=f25239ca-a5ee-4168-81dd-176870d8e2cb,segment=NetworkSegment(9701132a-6585-4d51-ae24-db0b91696e59),segment_id=9701132a-6585-4d51-ae24-db0b91696e59)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:07:03.229569 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8faf2ee4-db13-4003-8592-945b75dc7835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700447'] for port, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:03.241964 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-8faf2ee4-db13-4003-8592-945b75dc7835 admin admin] Calling delete_port for f25239ca-a5ee-4168-81dd-176870d8e2cb owned by network:router_gateway {{(pid=93124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:07:03.400002 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8faf2ee4-db13-4003-8592-945b75dc7835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751010672945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751010131959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8411040'] for port, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:03.402803 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-2347ba07-97ae-4c2f-a978-85a2dc88e4fc tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:03.424250 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faf2ee4-db13-4003-8592-945b75dc7835 admin admin] Pushing event deleted for resources: {'Port': ['ID=f25239ca-a5ee-4168-81dd-176870d8e2cb,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:03.428749 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-8faf2ee4-db13-4003-8592-945b75dc7835 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:03.495374 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8faf2ee4-db13-4003-8592-945b75dc7835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799957'] for router_gateway, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:03.554113 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device ef9749d7-ad35-41c0-b159-4bff08c92390 no longer exists at agent ovs-agent-dv-cinder-772388-5-smb {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:07:03.578386 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.plugin [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] No Port match for: ef9749d7-ad35-41c0-b159-4bff08c92390 {{(pid=93126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:07:03.578742 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device ef9749d7-ad35-41c0-b159-4bff08c92390 not bound to the agent host dv-cinder-772388-5-smb {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:07:03.603890 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8faf2ee4-db13-4003-8592-945b75dc7835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3799445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12351'] for router, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:03.606032 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8faf2ee4-db13-4003-8592-945b75dc7835 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:03.669133 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8faf2ee4-db13-4003-8592-945b75dc7835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3800287'] for router, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:03.669679 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8faf2ee4-db13-4003-8592-945b75dc7835 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29fe356a-fe82-40a0-8bb9-e96060a9a84a {{(pid=93124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 12:07:03.675217 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-8faf2ee4-db13-4003-8592-945b75dc7835 admin admin] Notify callbacks [] for router, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:03.676372 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-8faf2ee4-db13-4003-8592-945b75dc7835 admin admin] 10.222.0.26 "DELETE /v2.0/routers/29fe356a-fe82-40a0-8bb9-e96060a9a84a HTTP/1.1" status: 204 len: 168 time: 1.3422074 Jun 28 12:07:03.678977 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 60944) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:03.722956 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.db.db_base_plugin_v2 [None req-48a48bdf-f67e-415f-96bf-b2e9e79af0c4 admin admin] Deleting subnet 8a6107a4-8407-4d53-a64c-0df6855e25e1 {{(pid=93124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 12:07:03.726104 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-48a48bdf-f67e-415f-96bf-b2e9e79af0c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:03.766145 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-48a48bdf-f67e-415f-96bf-b2e9e79af0c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8809132'] for subnet, precommit_delete_associations {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:03.804142 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-48a48bdf-f67e-415f-96bf-b2e9e79af0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3543267'] for subnet, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:03.858565 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-48a48bdf-f67e-415f-96bf-b2e9e79af0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3543284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4137752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8410990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941170'] for subnet, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:03.861476 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:03.885240 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a48bdf-f67e-415f-96bf-b2e9e79af0c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a6107a4-8407-4d53-a64c-0df6855e25e1,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:03.887122 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-48a48bdf-f67e-415f-96bf-b2e9e79af0c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:03.888943 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-48a48bdf-f67e-415f-96bf-b2e9e79af0c4 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/8a6107a4-8407-4d53-a64c-0df6855e25e1 HTTP/1.1" status: 204 len: 168 time: 0.2089651 Jun 28 12:07:03.890671 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-48a48bdf-f67e-415f-96bf-b2e9e79af0c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:03.891399 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 60946) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:03.951284 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-664455ac-6bbb-4e68-9a3b-ee59dbc8190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:03.961545 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-97bbfa6a-0544-46de-a7f7-e521cca1930a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572552'] for network, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:04.036040 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-97bbfa6a-0544-46de-a7f7-e521cca1930a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3544245', 'neutron.services.segments.db._delete_segments_for_network-8751010592552'] for network, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:04.045962 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.services.segments.db [None req-97bbfa6a-0544-46de-a7f7-e521cca1930a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc519756-7b35-42fd-b120-3972e87c8408']}} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:07:04.056153 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.services.segments.db [None req-97bbfa6a-0544-46de-a7f7-e521cca1930a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '922d30af-9b8f-4fbe-a91d-06c957d8e2c6') {'for_net_delete': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:07:04.056443 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.services.segments.db [None req-97bbfa6a-0544-46de-a7f7-e521cca1930a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '922d30af-9b8f-4fbe-a91d-06c957d8e2c6') {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:07:04.064859 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-97bbfa6a-0544-46de-a7f7-e521cca1930a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751010442123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8809173'] for segment, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:04.081733 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-97bbfa6a-0544-46de-a7f7-e521cca1930a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539709'] for segment, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:04.088371 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97bbfa6a-0544-46de-a7f7-e521cca1930a admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=93124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 12:07:04.088764 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-97bbfa6a-0544-46de-a7f7-e521cca1930a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8411021'] for segment, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:04.090354 dv-cinder-772388-5-smb neutron-server[93124]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 12:07:04.090354 dv-cinder-772388-5-smb neutron-server[93124]: conditions |= (models_v2.Port.network_id.in_( Jun 28 12:07:04.090354 dv-cinder-772388-5-smb neutron-server[93124]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 12:07:04.090354 dv-cinder-772388-5-smb neutron-server[93124]: conditions |= (models_v2.Port.network_id.in_( Jun 28 12:07:04.090354 dv-cinder-772388-5-smb neutron-server[93124]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 12:07:04.090354 dv-cinder-772388-5-smb neutron-server[93124]: conditions |= (models_v2.Port.network_id.in_( Jun 28 12:07:04.090354 dv-cinder-772388-5-smb neutron-server[93124]: Traceback (most recent call last): Jun 28 12:07:04.090354 dv-cinder-772388-5-smb neutron-server[93124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 12:07:04.090354 dv-cinder-772388-5-smb neutron-server[93124]: timer() Jun 28 12:07:04.090354 dv-cinder-772388-5-smb neutron-server[93124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 12:07:04.090354 dv-cinder-772388-5-smb neutron-server[93124]: cb(*args, **kw) Jun 28 12:07:04.090354 dv-cinder-772388-5-smb neutron-server[93124]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 12:07:04.090354 dv-cinder-772388-5-smb neutron-server[93124]: return func(*args, **kwargs) Jun 28 12:07:04.090354 dv-cinder-772388-5-smb neutron-server[93124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 12:07:04.090354 dv-cinder-772388-5-smb neutron-server[93124]: self._notify() Jun 28 12:07:04.090354 dv-cinder-772388-5-smb neutron-server[93124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 12:07:04.090354 dv-cinder-772388-5-smb neutron-server[93124]: self.callback(batched_events) Jun 28 12:07:04.090354 dv-cinder-772388-5-smb neutron-server[93124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 12:07:04.090354 dv-cinder-772388-5-smb neutron-server[93124]: event.method(event) Jun 28 12:07:04.090354 dv-cinder-772388-5-smb neutron-server[93124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 12:07:04.090354 dv-cinder-772388-5-smb neutron-server[93124]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 12:07:04.090354 dv-cinder-772388-5-smb neutron-server[93124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 12:07:04.090354 dv-cinder-772388-5-smb neutron-server[93124]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 12:07:04.090354 dv-cinder-772388-5-smb neutron-server[93124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 12:07:04.090354 dv-cinder-772388-5-smb neutron-server[93124]: return f(self, *a, **k) Jun 28 12:07:04.090354 dv-cinder-772388-5-smb neutron-server[93124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 12:07:04.090354 dv-cinder-772388-5-smb neutron-server[93124]: return self._get(url).json() Jun 28 12:07:04.090354 dv-cinder-772388-5-smb neutron-server[93124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 12:07:04.090354 dv-cinder-772388-5-smb neutron-server[93124]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 12:07:04.090354 dv-cinder-772388-5-smb neutron-server[93124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 12:07:04.090354 dv-cinder-772388-5-smb neutron-server[93124]: return self.request(url, 'GET', **kwargs) Jun 28 12:07:04.090354 dv-cinder-772388-5-smb neutron-server[93124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 12:07:04.090354 dv-cinder-772388-5-smb neutron-server[93124]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 12:07:04.090354 dv-cinder-772388-5-smb neutron-server[93124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 12:07:04.090354 dv-cinder-772388-5-smb neutron-server[93124]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 12:07:04.090354 dv-cinder-772388-5-smb neutron-server[93124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 12:07:04.090354 dv-cinder-772388-5-smb neutron-server[93124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 12:07:04.090354 dv-cinder-772388-5-smb neutron-server[93124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 12:07:04.146535 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-97bbfa6a-0544-46de-a7f7-e521cca1930a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3544236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799908'] for network, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:04.151471 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:04.155074 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-97bbfa6a-0544-46de-a7f7-e521cca1930a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3735354'] for network, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:04.157066 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-97bbfa6a-0544-46de-a7f7-e521cca1930a admin admin] 10.222.0.26 "DELETE /v2.0/networks/cc519756-7b35-42fd-b120-3972e87c8408 HTTP/1.1" status: 204 len: 168 time: 0.2647436 Jun 28 12:07:04.172234 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bbfa6a-0544-46de-a7f7-e521cca1930a admin admin] Pushing event deleted for resources: {'Network': ['ID=cc519756-7b35-42fd-b120-3972e87c8408,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:04.180568 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-97bbfa6a-0544-46de-a7f7-e521cca1930a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:04.337860 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd7f15-f675-41ad-b28f-d1a4467e71fe req-8c292515-d706-435e-bde7-601560ae5268 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:04.339333 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-e6fd7f15-f675-41ad-b28f-d1a4467e71fe req-8c292515-d706-435e-bde7-601560ae5268 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=767e3825-7bef-4bb9-957c-332a031542c1 HTTP/1.1" status: 200 len: 946 time: 0.1123183 Jun 28 12:07:04.344373 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 60954) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:04.347673 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3c3091-02e5-4dce-9c84-57227eb3fa22 req-b81eafe5-c84a-48de-bcc4-8a11c18408f1 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:04.349196 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-aa3c3091-02e5-4dce-9c84-57227eb3fa22 req-b81eafe5-c84a-48de-bcc4-8a11c18408f1 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] 10.222.0.26 "GET /v2.0/ports?device_id=39b3617b-0fef-47bd-b878-7c926e9f908c HTTP/1.1" status: 200 len: 944 time: 0.1084163 Jun 28 12:07:04.389992 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-2b008e20-b045-4a6c-8dd7-7f6e037411b7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fe7c3f2e1d4146aca83e0fef204d622b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0443718 Jun 28 12:07:04.391005 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 60956) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:04.406228 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-e6fd7f15-f675-41ad-b28f-d1a4467e71fe req-155043fd-ac7c-48d7-9a9e-4300ca8ca868 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=5742bb03-3e4c-445b-92e8-2e57b510d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560904 Jun 28 12:07:04.408965 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-aa3c3091-02e5-4dce-9c84-57227eb3fa22 req-a53aca90-9c21-4a31-ae55-4a6d52641188 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] 10.222.0.26 "GET /v2.0/security-groups?id=efa0a4cd-3579-424d-83a9-232435b42afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525312 Jun 28 12:07:04.439020 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-d7a42247-4375-4a8f-8234-480d998cd283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:04.459300 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-d7a42247-4375-4a8f-8234-480d998cd283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:04.495833 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device 341c5378-deeb-4320-9c92-d851737ccab9 details requested by agent hyperv_hv-cinder-77238 with host hv-cinder-77238 {{(pid=93126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 12:07:04.503776 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-d7a42247-4375-4a8f-8234-480d998cd283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:04.506485 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-d7a42247-4375-4a8f-8234-480d998cd283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:04.507603 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-d7a42247-4375-4a8f-8234-480d998cd283 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ed3a0829-e402-48f3-a858-d82085fd6505 HTTP/1.1" status: 204 len: 168 time: 0.1161611 Jun 28 12:07:04.508413 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-9689a59f-dce5-456a-b130-149eff6e7ef6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:04.517031 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a42247-4375-4a8f-8234-480d998cd283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed3a0829-e402-48f3-a858-d82085fd6505,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:04.520614 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-d7a42247-4375-4a8f-8234-480d998cd283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:04.596340 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] For port 341c5378-deeb-4320-9c92-d851737ccab9, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=341c5378-deeb-4320-9c92-d851737ccab9,segment=NetworkSegment(b3f13ed0-6a11-484e-a320-6776cd9f9c9c),segment_id=b3f13ed0-6a11-484e-a320-6776cd9f9c9c)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:07:04.606389 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Returning: {'device': '341c5378-deeb-4320-9c92-d851737ccab9', 'network_id': '2a1cdd0d-d134-4e33-8f45-88cec2df6faf', 'port_id': '341c5378-deeb-4320-9c92-d851737ccab9', 'mac_address': 'fa:16:3e:32:92:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfb0a29f-8c07-4f23-a7a2-19e554afe508', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 12:07:04.647300 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:04.660919 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.notifiers.nova [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 341c5378-deeb-4320-9c92-d851737ccab9 {{(pid=93126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:07:04.681374 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] For port 341c5378-deeb-4320-9c92-d851737ccab9, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=341c5378-deeb-4320-9c92-d851737ccab9,segment=NetworkSegment(b3f13ed0-6a11-484e-a320-6776cd9f9c9c),segment_id=b3f13ed0-6a11-484e-a320-6776cd9f9c9c)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:07:04.686305 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:04.688630 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:04.738110 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Pushing event updated for resources: {'Port': ['ID=341c5378-deeb-4320-9c92-d851737ccab9,revision_number=4']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:04.741209 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:04.889755 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] get_ports_and_sgs() called for port_ids ['341c5378-deeb-4320-9c92-d851737ccab9'] {{(pid=93126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:07:05.437539 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device f25239ca-a5ee-4168-81dd-176870d8e2cb no longer exists at agent ovs-agent-dv-cinder-772388-5-smb {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:07:05.460477 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.plugin [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] No Port match for: f25239ca-a5ee-4168-81dd-176870d8e2cb {{(pid=93126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:07:05.461036 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device f25239ca-a5ee-4168-81dd-176870d8e2cb not bound to the agent host dv-cinder-772388-5-smb {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:07:05.605220 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a21f0-be0b-409b-9290-0f7b11646470 req-c1c349a1-8784-45c6-b3ea-3299fd3c4b04 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:05.606728 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-270a21f0-be0b-409b-9290-0f7b11646470 req-c1c349a1-8784-45c6-b3ea-3299fd3c4b04 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] 10.222.0.26 "GET /v2.0/ports?device_id=39b3617b-0fef-47bd-b878-7c926e9f908c HTTP/1.1" status: 200 len: 945 time: 0.0741198 Jun 28 12:07:05.644212 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-270a21f0-be0b-409b-9290-0f7b11646470 req-0f45f878-ccc3-4800-8d05-c7c5936721ef tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] 10.222.0.26 "GET /v2.0/security-groups?id=efa0a4cd-3579-424d-83a9-232435b42afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319321 Jun 28 12:07:06.512935 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device 341c5378-deeb-4320-9c92-d851737ccab9 up at agent hyperv_hv-cinder-77238 {{(pid=93126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:07:06.562280 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Provisioning for port 341c5378-deeb-4320-9c92-d851737ccab9 completed by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:07:06.567754 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Provisioning complete for port 341c5378-deeb-4320-9c92-d851737ccab9 triggered by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:07:06.568505 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:06.643648 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:06.670027 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b3617b-0fef-47bd-b878-7c926e9f908c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '341c5378-deeb-4320-9c92-d851737ccab9'}] {{(pid=93126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:07:06.673149 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef893c2a45f5206efbef573e37d1784350e1616ec5e975db08a1c6348235ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf51d76-abe3-4e85-a4f4-1b52234b5ac0" -d '{"events": [{"server_uuid": "39b3617b-0fef-47bd-b878-7c926e9f908c", "name": "network-vif-plugged", "status": "completed", "tag": "341c5378-deeb-4320-9c92-d851737ccab9"}]}' {{(pid=93126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:07:06.686601 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] For port 341c5378-deeb-4320-9c92-d851737ccab9, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=341c5378-deeb-4320-9c92-d851737ccab9,segment=NetworkSegment(b3f13ed0-6a11-484e-a320-6776cd9f9c9c),segment_id=b3f13ed0-6a11-484e-a320-6776cd9f9c9c)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:07:06.691763 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:06.693688 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:06.745966 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c027253-e243-48f5-b782-309c358200a1 x-openstack-request-id: req-4c027253-e243-48f5-b782-309c358200a1 {{(pid=93126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:07:06.746322 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b3617b-0fef-47bd-b878-7c926e9f908c", "name": "network-vif-plugged", "status": "completed", "tag": "341c5378-deeb-4320-9c92-d851737ccab9", "code": 200}]} {{(pid=93126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:07:06.746640 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4c027253-e243-48f5-b782-309c358200a1 {{(pid=93126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:07:06.747285 dv-cinder-772388-5-smb neutron-server[93126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b3617b-0fef-47bd-b878-7c926e9f908c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '341c5378-deeb-4320-9c92-d851737ccab9', 'code': 200} Jun 28 12:07:06.748291 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Pushing event updated for resources: {'Port': ['ID=341c5378-deeb-4320-9c92-d851737ccab9,revision_number=5']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:06.761662 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:06.832974 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a01d1bb-b814-420b-8d4b-55a691646823 req-aec97036-1303-4cbc-89e2-3c91eb324038 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:06.834825 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-5a01d1bb-b814-420b-8d4b-55a691646823 req-aec97036-1303-4cbc-89e2-3c91eb324038 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] 10.222.0.26 "GET /v2.0/ports?device_id=39b3617b-0fef-47bd-b878-7c926e9f908c HTTP/1.1" status: 200 len: 946 time: 0.0694964 Jun 28 12:07:06.889938 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-5a01d1bb-b814-420b-8d4b-55a691646823 req-eba7281b-f122-4e0f-ac00-c9101d213c5b tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] 10.222.0.26 "GET /v2.0/security-groups?id=efa0a4cd-3579-424d-83a9-232435b42afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464156 Jun 28 12:07:06.969710 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eecf17-fbbe-49c8-81be-0f8362f73306 req-c968376c-623d-484a-959f-04efb66a156a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:06.972125 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-d4eecf17-fbbe-49c8-81be-0f8362f73306 req-c968376c-623d-484a-959f-04efb66a156a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=39b3617b-0fef-47bd-b878-7c926e9f908c HTTP/1.1" status: 200 len: 1099 time: 0.0595822 Jun 28 12:07:07.007401 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-d4eecf17-fbbe-49c8-81be-0f8362f73306 req-31932b23-a53f-4b50-964f-235be477a961 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=efa0a4cd-3579-424d-83a9-232435b42afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293894 Jun 28 12:07:07.238254 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:08.063616 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf757439-9f05-47a7-aa31-a93528ca18ac req-52f94326-fe57-463b-b9ce-9972bae1b08a tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:08.065090 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-bf757439-9f05-47a7-aa31-a93528ca18ac req-52f94326-fe57-463b-b9ce-9972bae1b08a tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] 10.222.0.26 "GET /v2.0/ports?device_id=39b3617b-0fef-47bd-b878-7c926e9f908c HTTP/1.1" status: 200 len: 946 time: 0.0615838 Jun 28 12:07:08.102768 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-bf757439-9f05-47a7-aa31-a93528ca18ac req-5265eb3e-b32b-4fd8-bb15-2a24d5f8cf89 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] 10.222.0.26 "GET /v2.0/security-groups?id=efa0a4cd-3579-424d-83a9-232435b42afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319791 Jun 28 12:07:09.016419 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a380284-da33-4255-ad07-db23298ca683 req-ecb48fed-6c81-4d53-98c3-71f89af11055 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:09.017895 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-5a380284-da33-4255-ad07-db23298ca683 req-ecb48fed-6c81-4d53-98c3-71f89af11055 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] 10.222.0.26 "GET /v2.0/ports?device_id=39b3617b-0fef-47bd-b878-7c926e9f908c HTTP/1.1" status: 200 len: 946 time: 0.0618346 Jun 28 12:07:09.056801 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-5a380284-da33-4255-ad07-db23298ca683 req-071c6ac4-39f3-4507-8f25-48691831f6c9 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] 10.222.0.26 "GET /v2.0/security-groups?id=efa0a4cd-3579-424d-83a9-232435b42afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334592 Jun 28 12:07:10.236622 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dde615-d984-4662-aea8-22eae987a64e req-43b32d1d-5575-42d2-a14d-55cc6c7c4272 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:10.237979 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-e8dde615-d984-4662-aea8-22eae987a64e req-43b32d1d-5575-42d2-a14d-55cc6c7c4272 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] 10.222.0.26 "GET /v2.0/ports?device_id=39b3617b-0fef-47bd-b878-7c926e9f908c HTTP/1.1" status: 200 len: 946 time: 0.0617845 Jun 28 12:07:10.281825 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-e8dde615-d984-4662-aea8-22eae987a64e req-ee1dc676-0f1a-4362-8771-d1a1c16d08df tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] 10.222.0.26 "GET /v2.0/security-groups?id=efa0a4cd-3579-424d-83a9-232435b42afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381122 Jun 28 12:07:10.315620 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3d8fdd-7d46-4dae-ae1f-580fb6e0a085 req-beebbccd-b1c2-4b80-ab74-3d168a65c70f tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:10.317088 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-bc3d8fdd-7d46-4dae-ae1f-580fb6e0a085 req-beebbccd-b1c2-4b80-ab74-3d168a65c70f tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] 10.222.0.61 "GET /v2.0/ports?device_id=39b3617b-0fef-47bd-b878-7c926e9f908c HTTP/1.1" status: 200 len: 946 time: 0.0747709 Jun 28 12:07:10.421841 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.plugin [req-bc3d8fdd-7d46-4dae-ae1f-580fb6e0a085 req-415f37b8-f095-4259-a4fe-4bc41ef55921 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] Deleting port 341c5378-deeb-4320-9c92-d851737ccab9 {{(pid=93125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:07:10.422210 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-bc3d8fdd-7d46-4dae-ae1f-580fb6e0a085 req-415f37b8-f095-4259-a4fe-4bc41ef55921 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751010669087'] for port, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:10.524072 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.db [req-bc3d8fdd-7d46-4dae-ae1f-580fb6e0a085 req-415f37b8-f095-4259-a4fe-4bc41ef55921 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] For port 341c5378-deeb-4320-9c92-d851737ccab9, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=341c5378-deeb-4320-9c92-d851737ccab9,segment=NetworkSegment(b3f13ed0-6a11-484e-a320-6776cd9f9c9c),segment_id=b3f13ed0-6a11-484e-a320-6776cd9f9c9c)] {{(pid=93125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:07:10.524340 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-bc3d8fdd-7d46-4dae-ae1f-580fb6e0a085 req-415f37b8-f095-4259-a4fe-4bc41ef55921 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700447'] for port, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:10.536586 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.plugin [req-bc3d8fdd-7d46-4dae-ae1f-580fb6e0a085 req-415f37b8-f095-4259-a4fe-4bc41ef55921 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] Calling delete_port for 341c5378-deeb-4320-9c92-d851737ccab9 owned by compute:nova {{(pid=93125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:07:10.662935 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-bc3d8fdd-7d46-4dae-ae1f-580fb6e0a085 req-415f37b8-f095-4259-a4fe-4bc41ef55921 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751010672945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751010131959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8413146'] for port, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:10.667050 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:10.674533 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] get_ports_and_sgs() called for port_ids ['341c5378-deeb-4320-9c92-d851737ccab9'] {{(pid=93126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:07:10.692178 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415f37b8-f095-4259-a4fe-4bc41ef55921 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] Pushing event deleted for resources: {'Port': ['ID=341c5378-deeb-4320-9c92-d851737ccab9,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:10.696884 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-415f37b8-f095-4259-a4fe-4bc41ef55921 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:10.741083 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc3d8fdd-7d46-4dae-ae1f-580fb6e0a085 req-415f37b8-f095-4259-a4fe-4bc41ef55921 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] No DVR routers for this DVR port 341c5378-deeb-4320-9c92-d851737ccab9 on host hv-cinder-77238 {{(pid=93125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:07:10.748647 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-bc3d8fdd-7d46-4dae-ae1f-580fb6e0a085 req-415f37b8-f095-4259-a4fe-4bc41ef55921 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188324'] for port, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:10.751339 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-bc3d8fdd-7d46-4dae-ae1f-580fb6e0a085 req-415f37b8-f095-4259-a4fe-4bc41ef55921 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] 10.222.0.61 "DELETE /v2.0/ports/341c5378-deeb-4320-9c92-d851737ccab9 HTTP/1.1" status: 204 len: 173 time: 0.4292521 Jun 28 12:07:10.751844 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b3617b-0fef-47bd-b878-7c926e9f908c', 'name': 'network-vif-deleted', 'tag': '341c5378-deeb-4320-9c92-d851737ccab9'}] {{(pid=93125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:07:10.754695 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cab5cdacc5b3cbbc94323449081fb5e48b25fdc1a77f938b5656c1b79ba6a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d2bc083-c521-47af-8c1b-f4757958ed44" -d '{"events": [{"server_uuid": "39b3617b-0fef-47bd-b878-7c926e9f908c", "name": "network-vif-deleted", "tag": "341c5378-deeb-4320-9c92-d851737ccab9"}]}' {{(pid=93125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:07:10.795378 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-100a4af8-e3ce-4557-ba13-7bc07751c150 x-openstack-request-id: req-100a4af8-e3ce-4557-ba13-7bc07751c150 {{(pid=93125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:07:10.795710 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b3617b-0fef-47bd-b878-7c926e9f908c", "name": "network-vif-deleted", "tag": "341c5378-deeb-4320-9c92-d851737ccab9", "status": "completed", "code": 200}]} {{(pid=93125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:07:10.795997 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-100a4af8-e3ce-4557-ba13-7bc07751c150 {{(pid=93125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:07:10.796422 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b3617b-0fef-47bd-b878-7c926e9f908c', 'name': 'network-vif-deleted', 'tag': '341c5378-deeb-4320-9c92-d851737ccab9', 'status': 'completed', 'code': 200} Jun 28 12:07:13.975418 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 32926) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:14.121931 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-e498c274-07a3-4e26-b4b5-12a4c68d8edc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:14.224925 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-e498c274-07a3-4e26-b4b5-12a4c68d8edc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:14.230101 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-e498c274-07a3-4e26-b4b5-12a4c68d8edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:14.232607 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-5f1813e5-0f0d-4843-a4fb-ddc84e6f6304 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:14.272856 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e498c274-07a3-4e26-b4b5-12a4c68d8edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e67aed1-547d-49f9-85ce-90f52871b599,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:14.291166 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-e498c274-07a3-4e26-b4b5-12a4c68d8edc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3983a8ac1c72465c92ee6aa641b0e828&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3123655 Jun 28 12:07:14.291854 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 32934) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:14.301921 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-e498c274-07a3-4e26-b4b5-12a4c68d8edc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:14.340955 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-1c4d5586-7d25-4b84-abd4-4106ab25a1b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:14.363078 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-1c4d5586-7d25-4b84-abd4-4106ab25a1b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:14.412136 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-1c4d5586-7d25-4b84-abd4-4106ab25a1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:14.415105 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-1c4d5586-7d25-4b84-abd4-4106ab25a1b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:14.419632 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-1c4d5586-7d25-4b84-abd4-4106ab25a1b7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5e67aed1-547d-49f9-85ce-90f52871b599 HTTP/1.1" status: 204 len: 168 time: 0.1266582 Jun 28 12:07:14.420704 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-ef3cdc41-1559-44e1-8a74-cbe282289358 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:14.430905 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4d5586-7d25-4b84-abd4-4106ab25a1b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e67aed1-547d-49f9-85ce-90f52871b599,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:14.436679 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-1c4d5586-7d25-4b84-abd4-4106ab25a1b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:14.574311 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device 341c5378-deeb-4320-9c92-d851737ccab9 no longer exists at agent hyperv_hv-cinder-77238 {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:07:14.594183 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.plugin [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] No Port match for: 341c5378-deeb-4320-9c92-d851737ccab9 {{(pid=93126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:07:14.594822 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device 341c5378-deeb-4320-9c92-d851737ccab9 not bound to the agent host hv-cinder-77238 {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:07:16.214440 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 32986) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:16.330099 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-57960eb6-ad43-470f-bb08-52c623b2c20e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:16.428605 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-57960eb6-ad43-470f-bb08-52c623b2c20e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:16.433705 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-57960eb6-ad43-470f-bb08-52c623b2c20e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:16.436041 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-e960e140-9835-422e-8d26-d9301c732bd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:16.463486 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-57960eb6-ad43-470f-bb08-52c623b2c20e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b07a3a0d9ab943f98f6c3dc45420e097&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2472830 Jun 28 12:07:16.463679 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 32994) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:16.487045 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57960eb6-ad43-470f-bb08-52c623b2c20e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd8bf34-d3e1-4792-8cbf-4be219b676a7,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:16.495209 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57960eb6-ad43-470f-bb08-52c623b2c20e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:16.495812 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57960eb6-ad43-470f-bb08-52c623b2c20e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:16.496338 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57960eb6-ad43-470f-bb08-52c623b2c20e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:16.496741 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57960eb6-ad43-470f-bb08-52c623b2c20e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:16.497128 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57960eb6-ad43-470f-bb08-52c623b2c20e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:16.497479 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57960eb6-ad43-470f-bb08-52c623b2c20e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:16.497824 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57960eb6-ad43-470f-bb08-52c623b2c20e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:16.498170 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57960eb6-ad43-470f-bb08-52c623b2c20e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:16.498569 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57960eb6-ad43-470f-bb08-52c623b2c20e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:16.498916 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57960eb6-ad43-470f-bb08-52c623b2c20e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:16.499257 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57960eb6-ad43-470f-bb08-52c623b2c20e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:16.499597 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57960eb6-ad43-470f-bb08-52c623b2c20e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:16.504019 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-57960eb6-ad43-470f-bb08-52c623b2c20e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:16.522426 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-086f5453-d6ad-4510-977f-23be5aac84f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:16.548323 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-086f5453-d6ad-4510-977f-23be5aac84f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:16.603964 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-086f5453-d6ad-4510-977f-23be5aac84f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:16.606888 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-086f5453-d6ad-4510-977f-23be5aac84f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:16.608151 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-086f5453-d6ad-4510-977f-23be5aac84f9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5bd8bf34-d3e1-4792-8cbf-4be219b676a7 HTTP/1.1" status: 204 len: 168 time: 0.1436334 Jun 28 12:07:16.608960 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-5c977071-2048-4761-9100-8067cb197911 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:16.618507 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086f5453-d6ad-4510-977f-23be5aac84f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd8bf34-d3e1-4792-8cbf-4be219b676a7,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:16.622485 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-086f5453-d6ad-4510-977f-23be5aac84f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:16.917066 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 33000) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:16.937705 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-4d430abe-2beb-4409-b053-23404ea5b2f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:17.045149 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-4d430abe-2beb-4409-b053-23404ea5b2f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:17.049602 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-4d430abe-2beb-4409-b053-23404ea5b2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:17.053444 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-712673a9-aa40-446b-8b81-0103a32c38b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:17.089916 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-4d430abe-2beb-4409-b053-23404ea5b2f0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=369c977414b147dc8bfb7b4169bda4d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1716995 Jun 28 12:07:17.090972 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d430abe-2beb-4409-b053-23404ea5b2f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785080df-c385-4ec0-b97e-e91be4b14539,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:17.093458 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 33002) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:17.094626 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-4d430abe-2beb-4409-b053-23404ea5b2f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:17.152075 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-906a767b-7db0-4c02-b0c1-714d76229871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:17.174127 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-906a767b-7db0-4c02-b0c1-714d76229871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:17.223031 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-906a767b-7db0-4c02-b0c1-714d76229871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:17.226770 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-906a767b-7db0-4c02-b0c1-714d76229871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:17.228247 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-906a767b-7db0-4c02-b0c1-714d76229871 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/785080df-c385-4ec0-b97e-e91be4b14539 HTTP/1.1" status: 204 len: 168 time: 0.1335306 Jun 28 12:07:17.229220 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-60bd3da4-d1b4-4981-b1a0-99cdc3862bed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:17.247979 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906a767b-7db0-4c02-b0c1-714d76229871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785080df-c385-4ec0-b97e-e91be4b14539,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:17.258969 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-906a767b-7db0-4c02-b0c1-714d76229871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:19.036337 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 33062) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:19.147145 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-a87321a7-ba4d-4bdb-a33a-c9b3ce7ca748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:19.242461 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-a87321a7-ba4d-4bdb-a33a-c9b3ce7ca748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:19.246991 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-a87321a7-ba4d-4bdb-a33a-c9b3ce7ca748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:19.250542 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-eb0b7bc0-6949-436c-b883-1128f1d149a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:19.292022 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 33066) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:19.292598 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-a87321a7-ba4d-4bdb-a33a-c9b3ce7ca748 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e0b3cc72b54a4de3b41826b225377374&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2545819 Jun 28 12:07:19.294193 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87321a7-ba4d-4bdb-a33a-c9b3ce7ca748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad41b9e-4a33-4968-9151-fc14b9208787,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:19.297255 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-a87321a7-ba4d-4bdb-a33a-c9b3ce7ca748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:19.375413 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-d44f676e-c0da-4925-bd74-95eabf0bff59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:19.400593 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-d44f676e-c0da-4925-bd74-95eabf0bff59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:19.453164 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-d44f676e-c0da-4925-bd74-95eabf0bff59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:19.456217 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-d44f676e-c0da-4925-bd74-95eabf0bff59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:19.461578 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-d44f676e-c0da-4925-bd74-95eabf0bff59 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dad41b9e-4a33-4968-9151-fc14b9208787 HTTP/1.1" status: 204 len: 168 time: 0.1671593 Jun 28 12:07:19.463814 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-f0d90c3f-0d40-4d5e-865f-4d3f66f4ff4d tempest-VolumesNegativeTest-1699326220 tempest-VolumesNegativeTest-1699326220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:19.485617 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44f676e-c0da-4925-bd74-95eabf0bff59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad41b9e-4a33-4968-9151-fc14b9208787,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:19.495499 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44f676e-c0da-4925-bd74-95eabf0bff59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:19.495981 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44f676e-c0da-4925-bd74-95eabf0bff59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:19.496685 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44f676e-c0da-4925-bd74-95eabf0bff59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:19.497159 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44f676e-c0da-4925-bd74-95eabf0bff59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:19.497608 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44f676e-c0da-4925-bd74-95eabf0bff59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:19.498325 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44f676e-c0da-4925-bd74-95eabf0bff59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:19.499035 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44f676e-c0da-4925-bd74-95eabf0bff59 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:19.499613 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44f676e-c0da-4925-bd74-95eabf0bff59 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:19.500101 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44f676e-c0da-4925-bd74-95eabf0bff59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:19.500569 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44f676e-c0da-4925-bd74-95eabf0bff59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:19.501160 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44f676e-c0da-4925-bd74-95eabf0bff59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:19.501670 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44f676e-c0da-4925-bd74-95eabf0bff59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:19.505277 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-d44f676e-c0da-4925-bd74-95eabf0bff59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:19.787696 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 33076) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:19.801390 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-f0423c3c-aacc-4cba-9e88-d0ac9e5ea55f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:19.895631 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-f0423c3c-aacc-4cba-9e88-d0ac9e5ea55f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:19.900701 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-f0423c3c-aacc-4cba-9e88-d0ac9e5ea55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:19.903746 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-aa3ca245-4420-4d1e-8325-f5be67bce26a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:19.942454 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-f0423c3c-aacc-4cba-9e88-d0ac9e5ea55f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=77be10be26154d8cba9989494a0394a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1534381 Jun 28 12:07:19.942678 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 33078) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:19.943378 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0423c3c-aacc-4cba-9e88-d0ac9e5ea55f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=263aa6d1-9a51-40ef-98de-ceba3b562f96,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:19.946725 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-f0423c3c-aacc-4cba-9e88-d0ac9e5ea55f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:20.007328 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-d98d604d-5427-4d07-b63d-7b1c3ea6bfb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:20.030494 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-d98d604d-5427-4d07-b63d-7b1c3ea6bfb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:20.082510 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-d98d604d-5427-4d07-b63d-7b1c3ea6bfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:20.085869 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-d98d604d-5427-4d07-b63d-7b1c3ea6bfb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:20.087193 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-d98d604d-5427-4d07-b63d-7b1c3ea6bfb8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/263aa6d1-9a51-40ef-98de-ceba3b562f96 HTTP/1.1" status: 204 len: 168 time: 0.1420121 Jun 28 12:07:20.088837 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-accc8a50-be4f-470e-8bc4-e22613f15c49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:20.096817 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98d604d-5427-4d07-b63d-7b1c3ea6bfb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=263aa6d1-9a51-40ef-98de-ceba3b562f96,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:20.099681 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-d98d604d-5427-4d07-b63d-7b1c3ea6bfb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:24.666292 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 33178) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:24.791409 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-32c99166-c23d-47d2-b892-bc2ae827f81b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:24.893891 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-32c99166-c23d-47d2-b892-bc2ae827f81b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:24.898134 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-32c99166-c23d-47d2-b892-bc2ae827f81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:24.901122 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-a87321a7-ba4d-4bdb-a33a-c9b3ce7ca748 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:24.940088 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c99166-c23d-47d2-b892-bc2ae827f81b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ff05fa-85f9-42df-a533-bde4ff88bb4c,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:24.948510 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 33182) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:24.958724 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-32c99166-c23d-47d2-b892-bc2ae827f81b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0c86ab6120dd4b8faca33401f2692ee4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2889357 Jun 28 12:07:24.964144 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-32c99166-c23d-47d2-b892-bc2ae827f81b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:25.005817 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-27fd993d-f32c-4441-8ea3-f80bdfc62dc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:25.036163 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-27fd993d-f32c-4441-8ea3-f80bdfc62dc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:25.098280 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-27fd993d-f32c-4441-8ea3-f80bdfc62dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:25.102098 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-27fd993d-f32c-4441-8ea3-f80bdfc62dc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:25.104728 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-27fd993d-f32c-4441-8ea3-f80bdfc62dc0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a6ff05fa-85f9-42df-a533-bde4ff88bb4c HTTP/1.1" status: 204 len: 168 time: 0.1556814 Jun 28 12:07:25.107074 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-8d2d620c-9b5f-47b0-8e13-a86c302bf02c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:25.117659 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fd993d-f32c-4441-8ea3-f80bdfc62dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ff05fa-85f9-42df-a533-bde4ff88bb4c,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:25.122613 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-27fd993d-f32c-4441-8ea3-f80bdfc62dc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:25.420808 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 33188) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:25.436143 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-396c6975-7443-47c8-8170-c2844078e117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:25.528279 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-396c6975-7443-47c8-8170-c2844078e117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:25.534361 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-396c6975-7443-47c8-8170-c2844078e117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:25.538653 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-d8b8f17b-0b20-4c02-9919-1c910549b723 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:25.579975 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-396c6975-7443-47c8-8170-c2844078e117 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b5c78effd7ac4465acb0414948e15c6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1556180 Jun 28 12:07:25.579975 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396c6975-7443-47c8-8170-c2844078e117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f326c4-1d59-4ad0-812a-685829015b3d,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:25.581365 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 33196) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:25.583465 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-396c6975-7443-47c8-8170-c2844078e117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:25.642382 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-07175708-0957-41ef-9bfa-a03e5c0db301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:25.669795 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-07175708-0957-41ef-9bfa-a03e5c0db301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:25.732271 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-07175708-0957-41ef-9bfa-a03e5c0db301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:25.734997 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-07175708-0957-41ef-9bfa-a03e5c0db301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:25.736122 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-07175708-0957-41ef-9bfa-a03e5c0db301 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a5f326c4-1d59-4ad0-812a-685829015b3d HTTP/1.1" status: 204 len: 168 time: 0.1535664 Jun 28 12:07:25.737116 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-cbec6709-f781-4c23-9b04-c539b0845638 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:25.752364 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07175708-0957-41ef-9bfa-a03e5c0db301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f326c4-1d59-4ad0-812a-685829015b3d,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:25.754889 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-07175708-0957-41ef-9bfa-a03e5c0db301 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:28.608797 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-3ba451fd-6fd6-4612-b090-4badbcc2072a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:29.301486 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 33332) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:29.344883 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.db.db_base_plugin_v2 [None req-487e5f8c-ddc9-479e-856a-e1ecb610f173 admin admin] Deleting subnet cfb0a29f-8c07-4f23-a7a2-19e554afe508 {{(pid=93124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 12:07:29.347904 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-487e5f8c-ddc9-479e-856a-e1ecb610f173 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:29.380403 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-487e5f8c-ddc9-479e-856a-e1ecb610f173 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8809132'] for subnet, precommit_delete_associations {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:29.417008 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-487e5f8c-ddc9-479e-856a-e1ecb610f173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3543267'] for subnet, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:29.469880 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-487e5f8c-ddc9-479e-856a-e1ecb610f173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3543284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4137752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8410990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941170'] for subnet, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:29.472745 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-ef506b99-39cf-40f1-b1c8-f1e985da2666 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:29.498540 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487e5f8c-ddc9-479e-856a-e1ecb610f173 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfb0a29f-8c07-4f23-a7a2-19e554afe508,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:29.500719 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-487e5f8c-ddc9-479e-856a-e1ecb610f173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:29.501861 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-487e5f8c-ddc9-479e-856a-e1ecb610f173 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:29.503686 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-487e5f8c-ddc9-479e-856a-e1ecb610f173 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/cfb0a29f-8c07-4f23-a7a2-19e554afe508 HTTP/1.1" status: 204 len: 168 time: 0.2012277 Jun 28 12:07:29.506113 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 33334) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:29.569816 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-5a51eb87-85a8-4c3a-9e4b-ab533a7a4102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572552'] for network, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:29.647021 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-5a51eb87-85a8-4c3a-9e4b-ab533a7a4102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3544245', 'neutron.services.segments.db._delete_segments_for_network-8751010592552'] for network, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:29.656628 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.services.segments.db [None req-5a51eb87-85a8-4c3a-9e4b-ab533a7a4102 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a1cdd0d-d134-4e33-8f45-88cec2df6faf']}} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:07:29.666084 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.services.segments.db [None req-5a51eb87-85a8-4c3a-9e4b-ab533a7a4102 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3f13ed0-6a11-484e-a320-6776cd9f9c9c') {'for_net_delete': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:07:29.666384 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.services.segments.db [None req-5a51eb87-85a8-4c3a-9e4b-ab533a7a4102 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3f13ed0-6a11-484e-a320-6776cd9f9c9c') {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:07:29.675255 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-5a51eb87-85a8-4c3a-9e4b-ab533a7a4102 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751010442123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8809173'] for segment, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:29.688744 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-5a51eb87-85a8-4c3a-9e4b-ab533a7a4102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539709'] for segment, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:29.694561 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a51eb87-85a8-4c3a-9e4b-ab533a7a4102 admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=93124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 12:07:29.694944 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-5a51eb87-85a8-4c3a-9e4b-ab533a7a4102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8411021'] for segment, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:29.696490 dv-cinder-772388-5-smb neutron-server[93124]: Traceback (most recent call last): Jun 28 12:07:29.696490 dv-cinder-772388-5-smb neutron-server[93124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 12:07:29.696490 dv-cinder-772388-5-smb neutron-server[93124]: timer() Jun 28 12:07:29.696490 dv-cinder-772388-5-smb neutron-server[93124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 12:07:29.696490 dv-cinder-772388-5-smb neutron-server[93124]: cb(*args, **kw) Jun 28 12:07:29.696490 dv-cinder-772388-5-smb neutron-server[93124]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 12:07:29.696490 dv-cinder-772388-5-smb neutron-server[93124]: return func(*args, **kwargs) Jun 28 12:07:29.696490 dv-cinder-772388-5-smb neutron-server[93124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 12:07:29.696490 dv-cinder-772388-5-smb neutron-server[93124]: self._notify() Jun 28 12:07:29.696490 dv-cinder-772388-5-smb neutron-server[93124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 12:07:29.696490 dv-cinder-772388-5-smb neutron-server[93124]: self.callback(batched_events) Jun 28 12:07:29.696490 dv-cinder-772388-5-smb neutron-server[93124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 12:07:29.696490 dv-cinder-772388-5-smb neutron-server[93124]: event.method(event) Jun 28 12:07:29.696490 dv-cinder-772388-5-smb neutron-server[93124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 12:07:29.696490 dv-cinder-772388-5-smb neutron-server[93124]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 12:07:29.696490 dv-cinder-772388-5-smb neutron-server[93124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 12:07:29.696490 dv-cinder-772388-5-smb neutron-server[93124]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 12:07:29.696490 dv-cinder-772388-5-smb neutron-server[93124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 12:07:29.696490 dv-cinder-772388-5-smb neutron-server[93124]: return f(self, *a, **k) Jun 28 12:07:29.696490 dv-cinder-772388-5-smb neutron-server[93124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 12:07:29.696490 dv-cinder-772388-5-smb neutron-server[93124]: return self._get(url).json() Jun 28 12:07:29.696490 dv-cinder-772388-5-smb neutron-server[93124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 12:07:29.696490 dv-cinder-772388-5-smb neutron-server[93124]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 12:07:29.696490 dv-cinder-772388-5-smb neutron-server[93124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 12:07:29.696490 dv-cinder-772388-5-smb neutron-server[93124]: return self.request(url, 'GET', **kwargs) Jun 28 12:07:29.696490 dv-cinder-772388-5-smb neutron-server[93124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 12:07:29.696490 dv-cinder-772388-5-smb neutron-server[93124]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 12:07:29.696490 dv-cinder-772388-5-smb neutron-server[93124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 12:07:29.696490 dv-cinder-772388-5-smb neutron-server[93124]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 12:07:29.696490 dv-cinder-772388-5-smb neutron-server[93124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 12:07:29.696490 dv-cinder-772388-5-smb neutron-server[93124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 12:07:29.696490 dv-cinder-772388-5-smb neutron-server[93124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 12:07:29.752228 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-5a51eb87-85a8-4c3a-9e4b-ab533a7a4102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3544236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799908'] for network, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:29.755998 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:29.758505 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-5a51eb87-85a8-4c3a-9e4b-ab533a7a4102 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3735354'] for network, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:29.760607 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-5a51eb87-85a8-4c3a-9e4b-ab533a7a4102 admin admin] 10.222.0.26 "DELETE /v2.0/networks/2a1cdd0d-d134-4e33-8f45-88cec2df6faf HTTP/1.1" status: 204 len: 168 time: 0.2535601 Jun 28 12:07:29.771294 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a51eb87-85a8-4c3a-9e4b-ab533a7a4102 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a1cdd0d-d134-4e33-8f45-88cec2df6faf,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:29.773624 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-5a51eb87-85a8-4c3a-9e4b-ab533a7a4102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:29.925253 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 33342) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:29.965592 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-3ed935a8-3cb7-4420-9199-fa478547fc25 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c197915fa681476a8d30c94aad12ede1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390415 Jun 28 12:07:29.967919 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 33344) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:30.017925 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-937b20fd-78c6-483b-bf6f-540eff86a452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:30.038758 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-937b20fd-78c6-483b-bf6f-540eff86a452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:30.085418 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-937b20fd-78c6-483b-bf6f-540eff86a452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:30.088554 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-937b20fd-78c6-483b-bf6f-540eff86a452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:30.089740 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-937b20fd-78c6-483b-bf6f-540eff86a452 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/efa0a4cd-3579-424d-83a9-232435b42afe HTTP/1.1" status: 204 len: 168 time: 0.1209447 Jun 28 12:07:30.090551 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-3d6f403f-e21d-475e-af89-3a805e62c6e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:30.098412 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937b20fd-78c6-483b-bf6f-540eff86a452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa0a4cd-3579-424d-83a9-232435b42afe,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:30.100681 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-937b20fd-78c6-483b-bf6f-540eff86a452 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:30.754889 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 33412) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:30.851618 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.v2.base [None req-5bba2345-6bbd-4ab6-b3e5-9b353d54bf82 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-602626675-network', 'tenant_id': '16d28cd3fdd84351b3873c2a21becf43'}} {{(pid=93124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:07:30.873218 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bba2345-6bbd-4ab6-b3e5-9b353d54bf82 admin admin] Made reservation on behalf of 16d28cd3fdd84351b3873c2a21becf43 for: {'network': 1} {{(pid=93124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:07:30.875599 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-5bba2345-6bbd-4ab6-b3e5-9b353d54bf82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for network, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:30.883927 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-5bba2345-6bbd-4ab6-b3e5-9b353d54bf82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:30.977825 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-5bba2345-6bbd-4ab6-b3e5-9b353d54bf82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:30.982521 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-5bba2345-6bbd-4ab6-b3e5-9b353d54bf82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:30.986240 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-b45c9096-389a-411b-accd-b601e1c6709d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:31.011419 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bba2345-6bbd-4ab6-b3e5-9b353d54bf82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=93124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 12:07:31.018489 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bba2345-6bbd-4ab6-b3e5-9b353d54bf82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50db70de-ca32-4e06-be9c-a4f6d54795ce,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:31.023529 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-5bba2345-6bbd-4ab6-b3e5-9b353d54bf82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:31.024559 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-5bba2345-6bbd-4ab6-b3e5-9b353d54bf82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539709'] for segment, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:31.024948 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.db.segments_db [None req-5bba2345-6bbd-4ab6-b3e5-9b353d54bf82 admin admin] Added segment 52116a9a-38a5-459a-ac2a-7b9d05591973 of type vlan for network 7bef17b8-0ae4-45c7-847f-23fc1daef65f Jun 28 12:07:31.067175 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-5bba2345-6bbd-4ab6-b3e5-9b353d54bf82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751010106215'] for network, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:31.096420 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-5bba2345-6bbd-4ab6-b3e5-9b353d54bf82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329'] for network, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:31.097789 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bba2345-6bbd-4ab6-b3e5-9b353d54bf82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:31.098385 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-5bba2345-6bbd-4ab6-b3e5-9b353d54bf82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3735354'] for network, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:31.100493 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:31.153855 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-5bba2345-6bbd-4ab6-b3e5-9b353d54bf82 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3949399 Jun 28 12:07:31.154096 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-f59bef67-2cba-4cf4-b775-1b3dd13238e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:31.154603 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 33416) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:31.158876 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.v2.base [None req-55da3e2c-d3f8-495a-bb12-128043328700 admin admin] Request body: {'subnet': {'network_id': '7bef17b8-0ae4-45c7-847f-23fc1daef65f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-602626675-subnet', 'tenant_id': '16d28cd3fdd84351b3873c2a21becf43', 'ip_version': 4}} {{(pid=93124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:07:31.169867 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bba2345-6bbd-4ab6-b3e5-9b353d54bf82 admin admin] Pushing event updated for resources: {'Network': ['ID=7bef17b8-0ae4-45c7-847f-23fc1daef65f,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:31.174120 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-5bba2345-6bbd-4ab6-b3e5-9b353d54bf82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:31.180442 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Network 7bef17b8-0ae4-45c7-847f-23fc1daef65f details requested by agent ovs-agent-dv-cinder-772388-5-smb with host dv-cinder-772388-5-smb {{(pid=93126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 12:07:31.187223 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55da3e2c-d3f8-495a-bb12-128043328700 admin admin] Made reservation on behalf of 16d28cd3fdd84351b3873c2a21becf43 for: {'subnet': 1} {{(pid=93124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:07:31.189743 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-55da3e2c-d3f8-495a-bb12-128043328700 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8940433'] for subnet, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:31.361755 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-55da3e2c-d3f8-495a-bb12-128043328700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4137752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8410927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941179'] for subnet, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:31.365381 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:31.373707 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:31.430628 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55da3e2c-d3f8-495a-bb12-128043328700 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b803345-ed73-44e3-b090-d86fc3cf2747,revision_number=0']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:31.435471 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-55da3e2c-d3f8-495a-bb12-128043328700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:31.436695 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55da3e2c-d3f8-495a-bb12-128043328700 admin admin] Checking segment: {'id': '52116a9a-38a5-459a-ac2a-7b9d05591973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '7bef17b8-0ae4-45c7-847f-23fc1daef65f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:07:31.436958 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55da3e2c-d3f8-495a-bb12-128043328700 admin admin] Network hostable DHCP agents. Network: 7bef17b8-0ae4-45c7-847f-23fc1daef65f, hostable agents: ['63aaef39-ba79-4f18-b1e7-d9a1b0fd7cb8'], hosted agents: [] {{(pid=93124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 12:07:31.452959 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55da3e2c-d3f8-495a-bb12-128043328700 admin admin] Network 7bef17b8-0ae4-45c7-847f-23fc1daef65f is scheduled to be hosted by DHCP agent 63aaef39-ba79-4f18-b1e7-d9a1b0fd7cb8 with binding_index 1 {{(pid=93124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 12:07:31.461333 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.base_scheduler [None req-55da3e2c-d3f8-495a-bb12-128043328700 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-5-smb, 7bef17b8-0ae4-45c7-847f-23fc1daef65f) {{(pid=93124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:07:31.466036 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55da3e2c-d3f8-495a-bb12-128043328700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:31.467103 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-55da3e2c-d3f8-495a-bb12-128043328700 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:31.470216 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce4744f-77f9-4b31-b6e1-beff1f10e7ac None None] Network 7bef17b8-0ae4-45c7-847f-23fc1daef65f requested from dv-cinder-772388-5-smb {{(pid=93126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:07:31.480651 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-55da3e2c-d3f8-495a-bb12-128043328700 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3256440 Jun 28 12:07:31.483513 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 33418) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:31.487833 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.v2.base [None req-dd113f18-b427-43ac-b38e-116cc639c65c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-602626675-router', 'tenant_id': '16d28cd3fdd84351b3873c2a21becf43', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008'}}} {{(pid=93124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:07:31.506737 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-dd113f18-b427-43ac-b38e-116cc639c65c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3737188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12301'] for router, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:31.507680 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-dd113f18-b427-43ac-b38e-116cc639c65c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3737199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12294'] for router, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:31.559022 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-dd113f18-b427-43ac-b38e-116cc639c65c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:31.692412 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-dd113f18-b427-43ac-b38e-116cc639c65c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3698476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3799536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12328'] for router, precommit_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:31.723512 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908129d4-c764-46c0-88c4-a406d292486e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2c073b4-262a-5c3e-a3df-182c19600a9b-7bef17b8-0ae4-45c7-847f-23fc1daef65f', 'network_id': '7bef17b8-0ae4-45c7-847f-23fc1daef65f', 'tenant_id': '16d28cd3fdd84351b3873c2a21becf43', 'fixed_ips': [{'subnet_id': '4b803345-ed73-44e3-b090-d86fc3cf2747'}]}} from dv-cinder-772388-5-smb. {{(pid=93126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 12:07:31.724409 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-908129d4-c764-46c0-88c4-a406d292486e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_create {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:31.857645 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.db_base_plugin_common [None req-908129d4-c764-46c0-88c4-a406d292486e None None] Allocated IP 172.20.0.2 (7bef17b8-0ae4-45c7-847f-23fc1daef65f/4b803345-ed73-44e3-b090-d86fc3cf2747/b3e2689e-6318-4e0c-989d-4104a323d421) {{(pid=93126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:07:31.891520 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-dd113f18-b427-43ac-b38e-116cc639c65c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:31.910446 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-dd113f18-b427-43ac-b38e-116cc639c65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:32.009412 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-908129d4-c764-46c0-88c4-a406d292486e None None] Notify callbacks [] for port, precommit_create {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:32.018189 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-908129d4-c764-46c0-88c4-a406d292486e None None] Transition to ACTIVE for port object b3e2689e-6318-4e0c-989d-4104a323d421 will not be triggered until provisioned by entity L2. {{(pid=93126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:07:32.019679 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.db.db_base_plugin_common [None req-dd113f18-b427-43ac-b38e-116cc639c65c admin admin] Allocated IP 172.28.3.205 (ccb85226-c586-4fa5-aec0-6cfbd080c008/f863da3b-2790-4793-ac71-6f3e8dbd6721/5c13b900-659f-4bd7-8d39-85b41caf0a11) {{(pid=93124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:07:32.034034 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-908129d4-c764-46c0-88c4-a406d292486e None None] Transition to ACTIVE for port object b3e2689e-6318-4e0c-989d-4104a323d421 will not be triggered until provisioned by entity DHCP. {{(pid=93126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:07:32.041886 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-908129d4-c764-46c0-88c4-a406d292486e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751010131950'] for port, after_create {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:32.044770 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:32.080284 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908129d4-c764-46c0-88c4-a406d292486e None None] Network 7bef17b8-0ae4-45c7-847f-23fc1daef65f is already hosted by enough agents. {{(pid=93126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:07:32.083099 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.scheduler.base_scheduler [None req-908129d4-c764-46c0-88c4-a406d292486e None None] Resources bound (agent type, host, resource id): {{(pid=93126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:07:32.086703 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908129d4-c764-46c0-88c4-a406d292486e None None] Received port after_create {{(pid=93126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:07:32.102772 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908129d4-c764-46c0-88c4-a406d292486e None None] Pushing event updated for resources: {'Port': ['ID=b3e2689e-6318-4e0c-989d-4104a323d421,revision_number=1']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:32.127906 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908129d4-c764-46c0-88c4-a406d292486e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:32.128520 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908129d4-c764-46c0-88c4-a406d292486e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:32.128895 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908129d4-c764-46c0-88c4-a406d292486e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:32.129239 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908129d4-c764-46c0-88c4-a406d292486e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:32.129572 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908129d4-c764-46c0-88c4-a406d292486e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:32.129903 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908129d4-c764-46c0-88c4-a406d292486e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:32.130231 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908129d4-c764-46c0-88c4-a406d292486e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:32.130558 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908129d4-c764-46c0-88c4-a406d292486e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:32.130882 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908129d4-c764-46c0-88c4-a406d292486e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:32.131208 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908129d4-c764-46c0-88c4-a406d292486e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:32.131534 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908129d4-c764-46c0-88c4-a406d292486e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:32.131960 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908129d4-c764-46c0-88c4-a406d292486e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:32.138162 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-dd113f18-b427-43ac-b38e-116cc639c65c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:32.155421 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-908129d4-c764-46c0-88c4-a406d292486e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:32.168256 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.managers [None req-908129d4-c764-46c0-88c4-a406d292486e None None] Attempting to bind port b3e2689e-6318-4e0c-989d-4104a323d421 on host dv-cinder-772388-5-smb for vnic_type normal with profile {{(pid=93126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:07:32.168635 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.managers [None req-908129d4-c764-46c0-88c4-a406d292486e None None] Attempting to bind port b3e2689e-6318-4e0c-989d-4104a323d421 by drivers openvswitch,hyperv on host dv-cinder-772388-5-smb at level 0 using segments [{'id': '52116a9a-38a5-459a-ac2a-7b9d05591973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '7bef17b8-0ae4-45c7-847f-23fc1daef65f'}] {{(pid=93126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:07:32.168763 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 33436) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:32.169238 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908129d4-c764-46c0-88c4-a406d292486e None None] Attempting to bind port b3e2689e-6318-4e0c-989d-4104a323d421 on network 7bef17b8-0ae4-45c7-847f-23fc1daef65f {{(pid=93126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:07:32.174278 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908129d4-c764-46c0-88c4-a406d292486e None None] Checking agent: {'id': '43dc484d-6faf-4242-a4db-1b59836cdb3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 11, 56, 31), 'started_at': datetime.datetime(2021, 6, 28, 11, 57, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:07:32.174660 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908129d4-c764-46c0-88c4-a406d292486e None None] Checking segment: {'id': '52116a9a-38a5-459a-ac2a-7b9d05591973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '7bef17b8-0ae4-45c7-847f-23fc1daef65f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:07:32.175162 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-908129d4-c764-46c0-88c4-a406d292486e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:32.175467 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908129d4-c764-46c0-88c4-a406d292486e None None] Bound using segment: {'id': '52116a9a-38a5-459a-ac2a-7b9d05591973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '7bef17b8-0ae4-45c7-847f-23fc1daef65f'} {{(pid=93126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:07:32.175946 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.managers [None req-908129d4-c764-46c0-88c4-a406d292486e None None] Bound port: b3e2689e-6318-4e0c-989d-4104a323d421, host: dv-cinder-772388-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52116a9a-38a5-459a-ac2a-7b9d05591973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '7bef17b8-0ae4-45c7-847f-23fc1daef65f'}}] {{(pid=93126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:07:32.176333 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-908129d4-c764-46c0-88c4-a406d292486e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:32.183729 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-dd113f18-b427-43ac-b38e-116cc639c65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751010131950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8410971'] for port, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:32.186252 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:32.225382 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd113f18-b427-43ac-b38e-116cc639c65c admin admin] Network ccb85226-c586-4fa5-aec0-6cfbd080c008 is already hosted by enough agents. {{(pid=93124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:07:32.228722 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.base_scheduler [None req-dd113f18-b427-43ac-b38e-116cc639c65c admin admin] Resources bound (agent type, host, resource id): {{(pid=93124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:07:32.233199 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd113f18-b427-43ac-b38e-116cc639c65c admin admin] Received port after_create {{(pid=93124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:07:32.236270 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd113f18-b427-43ac-b38e-116cc639c65c admin admin] Pushing event updated for resources: {'Port': ['ID=5c13b900-659f-4bd7-8d39-85b41caf0a11,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:32.252194 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-908129d4-c764-46c0-88c4-a406d292486e None None] For port b3e2689e-6318-4e0c-989d-4104a323d421, host dv-cinder-772388-5-smb, cleared binding levels {{(pid=93126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:07:32.255873 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-908129d4-c764-46c0-88c4-a406d292486e None None] For port b3e2689e-6318-4e0c-989d-4104a323d421, host dv-cinder-772388-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-smb',level=0,port_id=b3e2689e-6318-4e0c-989d-4104a323d421,segment=NetworkSegment(52116a9a-38a5-459a-ac2a-7b9d05591973),segment_id=52116a9a-38a5-459a-ac2a-7b9d05591973)] {{(pid=93126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:07:32.256039 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-dd113f18-b427-43ac-b38e-116cc639c65c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:32.260478 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-908129d4-c764-46c0-88c4-a406d292486e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:32.263351 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:32.280844 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-0d63593a-b55d-4aae-86be-638fa914c6d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:32.320407 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908129d4-c764-46c0-88c4-a406d292486e None None] Pushing event updated for resources: {'Port': ['ID=b3e2689e-6318-4e0c-989d-4104a323d421,revision_number=2']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:32.326407 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-908129d4-c764-46c0-88c4-a406d292486e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:32.390352 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-0d63593a-b55d-4aae-86be-638fa914c6d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:32.395891 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-0d63593a-b55d-4aae-86be-638fa914c6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:32.398832 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-5f2b1fbb-f913-4077-a7df-942ed403becf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:32.399882 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-956b55ee-2635-48fe-baed-34b80f0011ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:32.434262 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-0d63593a-b55d-4aae-86be-638fa914c6d1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ca0c4a61124a4d58bfd07c77ac93d223&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2639697 Jun 28 12:07:32.437038 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 33440) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:32.461347 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d63593a-b55d-4aae-86be-638fa914c6d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24fd23bd-9326-4356-8aad-d6e626bf7ee1,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:32.468088 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-0d63593a-b55d-4aae-86be-638fa914c6d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:32.499159 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-c9daa60f-2959-4c97-8c36-0da7f8e88074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:32.507300 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-dd113f18-b427-43ac-b38e-116cc639c65c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:32.523084 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-c9daa60f-2959-4c97-8c36-0da7f8e88074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:32.586220 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-c9daa60f-2959-4c97-8c36-0da7f8e88074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:32.589631 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-c9daa60f-2959-4c97-8c36-0da7f8e88074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:32.591091 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-c9daa60f-2959-4c97-8c36-0da7f8e88074 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/24fd23bd-9326-4356-8aad-d6e626bf7ee1 HTTP/1.1" status: 204 len: 168 time: 0.1531508 Jun 28 12:07:32.592006 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-396c6975-7443-47c8-8170-c2844078e117 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:32.600075 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9daa60f-2959-4c97-8c36-0da7f8e88074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24fd23bd-9326-4356-8aad-d6e626bf7ee1,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:32.602873 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-c9daa60f-2959-4c97-8c36-0da7f8e88074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:32.894478 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 33446) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:32.908679 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-bba2f0b1-b4f9-40f2-8199-2cca8c6e1930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:32.991162 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-dd113f18-b427-43ac-b38e-116cc639c65c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3799529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3698553'] for router, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:33.010755 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-bba2f0b1-b4f9-40f2-8199-2cca8c6e1930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:33.016408 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-bba2f0b1-b4f9-40f2-8199-2cca8c6e1930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:33.019210 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-27fd993d-f32c-4441-8ea3-f80bdfc62dc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:33.050291 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-bba2f0b1-b4f9-40f2-8199-2cca8c6e1930 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=15b93b591f8a438fbd541fc96c29953c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1544502 Jun 28 12:07:33.052718 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 33448) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:33.101200 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba2f0b1-b4f9-40f2-8199-2cca8c6e1930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=388746b4-8196-424b-b8cb-7bfa4bf02680,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:33.116958 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-bba2f0b1-b4f9-40f2-8199-2cca8c6e1930 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:33.120703 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-a6963c4c-498b-43c2-970d-fd0fbe38590f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:33.140181 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd113f18-b427-43ac-b38e-116cc639c65c admin admin] Router 461b9c9d-b2e6-4a5d-b090-49c127346a21 is scheduled to L3 agent a3516409-90ed-42c0-9869-2f9c81c3e104 with binding_index 1 {{(pid=93124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 12:07:33.147091 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-a6963c4c-498b-43c2-970d-fd0fbe38590f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:33.195114 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-a6963c4c-498b-43c2-970d-fd0fbe38590f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:33.199110 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-a6963c4c-498b-43c2-970d-fd0fbe38590f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:33.202902 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-a6963c4c-498b-43c2-970d-fd0fbe38590f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/388746b4-8196-424b-b8cb-7bfa4bf02680 HTTP/1.1" status: 204 len: 168 time: 0.1491265 Jun 28 12:07:33.203704 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-4d430abe-2beb-4409-b053-23404ea5b2f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:33.211907 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6963c4c-498b-43c2-970d-fd0fbe38590f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=388746b4-8196-424b-b8cb-7bfa4bf02680,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:33.217890 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-a6963c4c-498b-43c2-970d-fd0fbe38590f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:33.264155 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd113f18-b427-43ac-b38e-116cc639c65c admin admin] Notify agent at l3_agent.dv-cinder-772388-5-smb the message routers_updated {{(pid=93124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 12:07:33.275094 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b5b473-a962-4281-b98b-c6fc36820791 None None] Sync routers for ids ['461b9c9d-b2e6-4a5d-b090-49c127346a21'] in dv-cinder-772388-5-smb {{(pid=93126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:07:33.282786 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-dd113f18-b427-43ac-b38e-116cc639c65c admin admin] Notify callbacks [] for router, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:33.286640 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-dd113f18-b427-43ac-b38e-116cc639c65c admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7998421 Jun 28 12:07:33.287315 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 33452) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:33.287676 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b5b473-a962-4281-b98b-c6fc36820791 None None] Routers {'461b9c9d-b2e6-4a5d-b090-49c127346a21'} bound to L3 agent in host dv-cinder-772388-5-smb {{(pid=93126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:07:33.289115 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_hamode_db [None req-75b5b473-a962-4281-b98b-c6fc36820791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T11:56:31Z,description=,heartbeat_timestamp=2021-06-28T12:07:31Z,host='dv-cinder-772388-5-smb',id=a3516409-90ed-42c0-9869-2f9c81c3e104,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:56:31Z,topic='l3_agent')) {'router_ids': ['461b9c9d-b2e6-4a5d-b090-49c127346a21'], 'active': True} {{(pid=93126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:07:33.335092 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba9024d-fa7f-460e-86fe-c65d95302a6e None None] Network 7bef17b8-0ae4-45c7-847f-23fc1daef65f requested from dv-cinder-772388-5-smb {{(pid=93126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:07:33.451933 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvr_db [None req-75b5b473-a962-4281-b98b-c6fc36820791 None None] Set router 461b9c9d-b2e6-4a5d-b090-49c127346a21 gateway port host: dv-cinder-772388-5-smb {{(pid=93126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:07:33.531134 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-1bbc3cb7-7d39-4083-87f7-591bec4ae5fb None None] Provisioning for port b3e2689e-6318-4e0c-989d-4104a323d421 completed by entity DHCP. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:07:33.572061 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device b3e2689e-6318-4e0c-989d-4104a323d421 up at agent ovs-agent-dv-cinder-772388-5-smb {{(pid=93126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:07:33.731998 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Provisioning for port b3e2689e-6318-4e0c-989d-4104a323d421 completed by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:07:33.734340 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-08fea5d8-70f2-49f5-aa9c-7de87ccb94f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:33.739681 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Provisioning complete for port b3e2689e-6318-4e0c-989d-4104a323d421 triggered by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:07:33.739983 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:33.807045 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_hamode_db [None req-75b5b473-a962-4281-b98b-c6fc36820791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461b9c9d-b2e6-4a5d-b090-49c127346a21', 'name': 'tempest-TestMinimumBasicScenario-602626675-router', 'tenant_id': '16d28cd3fdd84351b3873c2a21becf43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.205'}], 'enable_snat': True}, 'gw_port_id': '5c13b900-659f-4bd7-8d39-85b41caf0a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:07:31Z', 'updated_at': '2021-06-28T12:07:32Z', 'revision_number': 3, 'project_id': '16d28cd3fdd84351b3873c2a21becf43', 'gw_port': {'id': '5c13b900-659f-4bd7-8d39-85b41caf0a11', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d1:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461b9c9d-b2e6-4a5d-b090-49c127346a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:07:31Z', 'updated_at': '2021-06-28T12:07:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb'}], 'dv-cinder-772388-5-smb', False) {} {{(pid=93126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:07:33.841178 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b5b473-a962-4281-b98b-c6fc36820791 None None] Checking router: 461b9c9d-b2e6-4a5d-b090-49c127346a21 for host: dv-cinder-772388-5-smb {{(pid=93126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:07:33.841535 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b5b473-a962-4281-b98b-c6fc36820791 None None] Updating router 461b9c9d-b2e6-4a5d-b090-49c127346a21 port 5c13b900-659f-4bd7-8d39-85b41caf0a11 binding host dv-cinder-772388-5-smb {{(pid=93126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 12:07:33.916474 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:33.925592 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.db_base_plugin_common [None req-08fea5d8-70f2-49f5-aa9c-7de87ccb94f1 admin admin] Allocated IP 172.20.0.1 (7bef17b8-0ae4-45c7-847f-23fc1daef65f/4b803345-ed73-44e3-b090-d86fc3cf2747/6068cac7-82e3-4ea3-9cc7-15b9db88a750) {{(pid=93125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:07:33.981706 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] For port b3e2689e-6318-4e0c-989d-4104a323d421, host dv-cinder-772388-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-smb',level=0,port_id=b3e2689e-6318-4e0c-989d-4104a323d421,segment=NetworkSegment(52116a9a-38a5-459a-ac2a-7b9d05591973),segment_id=52116a9a-38a5-459a-ac2a-7b9d05591973)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:07:33.985732 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-75b5b473-a962-4281-b98b-c6fc36820791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:34.020756 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-664455ac-6bbb-4e68-9a3b-ee59dbc8190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:34.024848 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:34.029388 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:34.154912 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-a7141826-5cb5-4450-826f-1e208c42c364 None None] Provisioning complete for port b3e2689e-6318-4e0c-989d-4104a323d421 triggered by entity DHCP. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:07:34.155304 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-a7141826-5cb5-4450-826f-1e208c42c364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:34.182784 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Pushing event updated for resources: {'Port': ['ID=b3e2689e-6318-4e0c-989d-4104a323d421,revision_number=3']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:34.190532 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:34.311040 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-08fea5d8-70f2-49f5-aa9c-7de87ccb94f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:34.328595 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.provisioning_blocks [None req-08fea5d8-70f2-49f5-aa9c-7de87ccb94f1 admin admin] Transition to ACTIVE for port object 6068cac7-82e3-4ea3-9cc7-15b9db88a750 will not be triggered until provisioned by entity DHCP. {{(pid=93125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:07:34.365115 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-141c7dcb-1053-49d3-b09e-3f9b026d17ee req-19e17a59-9cfa-400e-bb3f-2ba8a7d632f4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=767e3825-7bef-4bb9-957c-332a031542c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3234673 Jun 28 12:07:34.389762 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-08fea5d8-70f2-49f5-aa9c-7de87ccb94f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751010131950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8412961'] for port, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:34.392560 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-75b5b473-a962-4281-b98b-c6fc36820791 None None] Notify callbacks [] for port, precommit_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:34.393114 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-21339f7b-32b0-4cbd-b90e-b77b5b2ccac4 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:34.403839 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-75b5b473-a962-4281-b98b-c6fc36820791 None None] Transition to ACTIVE for port object 5c13b900-659f-4bd7-8d39-85b41caf0a11 will not be triggered until provisioned by entity L2. {{(pid=93126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:07:34.410544 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-75b5b473-a962-4281-b98b-c6fc36820791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:34.413323 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:34.452857 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08fea5d8-70f2-49f5-aa9c-7de87ccb94f1 admin admin] Network 7bef17b8-0ae4-45c7-847f-23fc1daef65f is already hosted by enough agents. {{(pid=93125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:07:34.457156 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.base_scheduler [None req-08fea5d8-70f2-49f5-aa9c-7de87ccb94f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:07:34.461362 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fea5d8-70f2-49f5-aa9c-7de87ccb94f1 admin admin] Received port after_create {{(pid=93125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:07:34.480688 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.managers [None req-75b5b473-a962-4281-b98b-c6fc36820791 None None] Attempting to bind port 5c13b900-659f-4bd7-8d39-85b41caf0a11 on host dv-cinder-772388-5-smb for vnic_type normal with profile {{(pid=93126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:07:34.481298 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.managers [None req-75b5b473-a962-4281-b98b-c6fc36820791 None None] Attempting to bind port 5c13b900-659f-4bd7-8d39-85b41caf0a11 by drivers openvswitch,hyperv on host dv-cinder-772388-5-smb at level 0 using segments [{'id': '9701132a-6585-4d51-ae24-db0b91696e59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008'}] {{(pid=93126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:07:34.481976 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b5b473-a962-4281-b98b-c6fc36820791 None None] Attempting to bind port 5c13b900-659f-4bd7-8d39-85b41caf0a11 on network ccb85226-c586-4fa5-aec0-6cfbd080c008 {{(pid=93126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:07:34.494183 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4abf68-1ee6-47f0-affa-3f04cf19388a None None] Pushing event updated for resources: {'Port': ['ID=5c13b900-659f-4bd7-8d39-85b41caf0a11,revision_number=2']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:34.498259 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b5b473-a962-4281-b98b-c6fc36820791 None None] Checking agent: {'id': '43dc484d-6faf-4242-a4db-1b59836cdb3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 11, 56, 31), 'started_at': datetime.datetime(2021, 6, 28, 11, 57, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:07:34.499124 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b5b473-a962-4281-b98b-c6fc36820791 None None] Checking segment: {'id': '9701132a-6585-4d51-ae24-db0b91696e59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:07:34.500727 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-75b5b473-a962-4281-b98b-c6fc36820791 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:34.501338 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b5b473-a962-4281-b98b-c6fc36820791 None None] Bound using segment: {'id': '9701132a-6585-4d51-ae24-db0b91696e59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008'} {{(pid=93126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:07:34.502003 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.managers [None req-75b5b473-a962-4281-b98b-c6fc36820791 None None] Bound port: 5c13b900-659f-4bd7-8d39-85b41caf0a11, host: dv-cinder-772388-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9701132a-6585-4d51-ae24-db0b91696e59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008'}}] {{(pid=93126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:07:34.503700 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fea5d8-70f2-49f5-aa9c-7de87ccb94f1 admin admin] Pushing event updated for resources: {'Port': ['ID=6068cac7-82e3-4ea3-9cc7-15b9db88a750,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:34.503979 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-75b5b473-a962-4281-b98b-c6fc36820791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:34.507196 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-5e4abf68-1ee6-47f0-affa-3f04cf19388a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:34.512918 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-08fea5d8-70f2-49f5-aa9c-7de87ccb94f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:34.534902 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-08fea5d8-70f2-49f5-aa9c-7de87ccb94f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695481'] for router_interface, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:34.578569 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-75b5b473-a962-4281-b98b-c6fc36820791 None None] For port 5c13b900-659f-4bd7-8d39-85b41caf0a11, host dv-cinder-772388-5-smb, cleared binding levels {{(pid=93126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:07:34.583533 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-75b5b473-a962-4281-b98b-c6fc36820791 None None] For port 5c13b900-659f-4bd7-8d39-85b41caf0a11, host dv-cinder-772388-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-smb',level=0,port_id=5c13b900-659f-4bd7-8d39-85b41caf0a11,segment=NetworkSegment(9701132a-6585-4d51-ae24-db0b91696e59),segment_id=9701132a-6585-4d51-ae24-db0b91696e59)] {{(pid=93126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:07:34.586913 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141c7dcb-1053-49d3-b09e-3f9b026d17ee req-959d96e8-83bc-4918-a58f-7000403a9fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:34.588656 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-75b5b473-a962-4281-b98b-c6fc36820791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:34.589381 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-141c7dcb-1053-49d3-b09e-3f9b026d17ee req-959d96e8-83bc-4918-a58f-7000403a9fbd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=25df7236fcb6488397fe969e6963f8c4&device_id=767e3825-7bef-4bb9-957c-332a031542c1 HTTP/1.1" status: 200 len: 1099 time: 0.1906989 Jun 28 12:07:34.592085 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:34.662815 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b5b473-a962-4281-b98b-c6fc36820791 None None] Routers {'461b9c9d-b2e6-4a5d-b090-49c127346a21'} bound to L3 agent in host dv-cinder-772388-5-smb {{(pid=93126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:07:34.663495 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_hamode_db [None req-75b5b473-a962-4281-b98b-c6fc36820791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T11:56:31Z,description=,heartbeat_timestamp=2021-06-28T12:07:31Z,host='dv-cinder-772388-5-smb',id=a3516409-90ed-42c0-9869-2f9c81c3e104,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:56:31Z,topic='l3_agent')) {'router_ids': ['461b9c9d-b2e6-4a5d-b090-49c127346a21'], 'active': True} {{(pid=93126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:07:34.708351 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4abf68-1ee6-47f0-affa-3f04cf19388a None None] Pushing event updated for resources: {'Port': ['ID=5c13b900-659f-4bd7-8d39-85b41caf0a11,revision_number=3']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:34.713234 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-5e4abf68-1ee6-47f0-affa-3f04cf19388a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:34.764059 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141c7dcb-1053-49d3-b09e-3f9b026d17ee req-f1ee9296-0200-4a0f-92fc-a692fd65bee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:34.765666 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-141c7dcb-1053-49d3-b09e-3f9b026d17ee req-f1ee9296-0200-4a0f-92fc-a692fd65bee5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=61e6c2ec-9082-4875-a218-8630ba468008 HTTP/1.1" status: 200 len: 917 time: 0.1326153 Jun 28 12:07:34.768932 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-08fea5d8-70f2-49f5-aa9c-7de87ccb94f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:34.777513 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-98164e42-268d-47a4-a3bb-a495ceccbbe2 None None] Provisioning for port 6068cac7-82e3-4ea3-9cc7-15b9db88a750 completed by entity DHCP. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:07:34.786712 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-98164e42-268d-47a4-a3bb-a495ceccbbe2 None None] Provisioning complete for port 6068cac7-82e3-4ea3-9cc7-15b9db88a750 triggered by entity DHCP. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:07:34.787103 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-98164e42-268d-47a4-a3bb-a495ceccbbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:34.792440 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvr_db [None req-75b5b473-a962-4281-b98b-c6fc36820791 None None] Set router 461b9c9d-b2e6-4a5d-b090-49c127346a21 gateway port host: dv-cinder-772388-5-smb {{(pid=93126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:07:34.883550 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-141c7dcb-1053-49d3-b09e-3f9b026d17ee req-b7056657-3429-4e9b-8304-57083b3948d9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=197e554d-7bb1-447d-ba4e-aeea31694618 HTTP/1.1" status: 200 len: 1000 time: 0.1036460 Jun 28 12:07:34.979110 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141c7dcb-1053-49d3-b09e-3f9b026d17ee req-701ab6dc-8f45-4566-979d-d3818685ffbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:34.980639 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-141c7dcb-1053-49d3-b09e-3f9b026d17ee req-701ab6dc-8f45-4566-979d-d3818685ffbb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=558089fa-d5c8-4a60-a96f-efb801414a3b HTTP/1.1" status: 200 len: 855 time: 0.0859976 Jun 28 12:07:35.000260 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.plugin [None req-98164e42-268d-47a4-a3bb-a495ceccbbe2 None None] Port 6068cac7-82e3-4ea3-9cc7-15b9db88a750 cannot update to ACTIVE because it is not bound. {{(pid=93126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:07:35.062027 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-08fea5d8-70f2-49f5-aa9c-7de87ccb94f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:35.069507 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-08fea5d8-70f2-49f5-aa9c-7de87ccb94f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8413139'] for port, after_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:35.073954 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-d1645594-cca6-4e7f-be55-78803f7a9c8e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:35.101449 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_hamode_db [None req-75b5b473-a962-4281-b98b-c6fc36820791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461b9c9d-b2e6-4a5d-b090-49c127346a21', 'name': 'tempest-TestMinimumBasicScenario-602626675-router', 'tenant_id': '16d28cd3fdd84351b3873c2a21becf43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.205'}], 'enable_snat': True}, 'gw_port_id': '5c13b900-659f-4bd7-8d39-85b41caf0a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:07:31Z', 'updated_at': '2021-06-28T12:07:32Z', 'revision_number': 3, 'project_id': '16d28cd3fdd84351b3873c2a21becf43', 'gw_port': {'id': '5c13b900-659f-4bd7-8d39-85b41caf0a11', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d1:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461b9c9d-b2e6-4a5d-b090-49c127346a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:07:31Z', 'updated_at': '2021-06-28T12:07:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb'}], 'dv-cinder-772388-5-smb', False) {} {{(pid=93126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:07:35.127301 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b5b473-a962-4281-b98b-c6fc36820791 None None] The sync data for ids ['461b9c9d-b2e6-4a5d-b090-49c127346a21'] in dv-cinder-772388-5-smb is: [{'id': '461b9c9d-b2e6-4a5d-b090-49c127346a21', 'name': 'tempest-TestMinimumBasicScenario-602626675-router', 'tenant_id': '16d28cd3fdd84351b3873c2a21becf43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.205'}], 'enable_snat': True}, 'gw_port_id': '5c13b900-659f-4bd7-8d39-85b41caf0a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:07:31Z', 'updated_at': '2021-06-28T12:07:32Z', 'revision_number': 3, 'project_id': '16d28cd3fdd84351b3873c2a21becf43', 'gw_port': {'id': '5c13b900-659f-4bd7-8d39-85b41caf0a11', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d1:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461b9c9d-b2e6-4a5d-b090-49c127346a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:07:31Z', 'updated_at': '2021-06-28T12:07:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb'}] {{(pid=93126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:07:35.131439 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141c7dcb-1053-49d3-b09e-3f9b026d17ee req-ca175f97-23e7-4e5f-b5f1-940d7630db1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:35.132963 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-141c7dcb-1053-49d3-b09e-3f9b026d17ee req-ca175f97-23e7-4e5f-b5f1-940d7630db1b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=61e6c2ec-9082-4875-a218-8630ba468008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1431594 Jun 28 12:07:35.140919 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.agents_db [None req-f497f353-63e3-44e2-a2cd-a5845e949060 None None] Agent healthcheck: found 6 active agents {{(pid=93127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:07:35.157219 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fea5d8-70f2-49f5-aa9c-7de87ccb94f1 admin admin] Pushing event updated for resources: {'Port': ['ID=6068cac7-82e3-4ea3-9cc7-15b9db88a750,revision_number=2']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:35.159962 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-08fea5d8-70f2-49f5-aa9c-7de87ccb94f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:35.170357 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-08fea5d8-70f2-49f5-aa9c-7de87ccb94f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695509'] for router_interface, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:35.295361 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-141c7dcb-1053-49d3-b09e-3f9b026d17ee req-45501acf-6596-4d19-9326-305375c00183 service neutron] 10.222.0.61 "GET /v2.0/networks/61e6c2ec-9082-4875-a218-8630ba468008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532419 Jun 28 12:07:35.347689 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08fea5d8-70f2-49f5-aa9c-7de87ccb94f1 admin admin] Network 7bef17b8-0ae4-45c7-847f-23fc1daef65f is already hosted by enough agents. {{(pid=93125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:07:35.377414 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.base_scheduler [None req-08fea5d8-70f2-49f5-aa9c-7de87ccb94f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:07:35.458253 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-141c7dcb-1053-49d3-b09e-3f9b026d17ee req-556589e0-6523-46a9-abc1-7c023d96fe52 service neutron] 10.222.0.61 "GET /v2.0/networks/61e6c2ec-9082-4875-a218-8630ba468008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522508 Jun 28 12:07:35.529675 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08fea5d8-70f2-49f5-aa9c-7de87ccb94f1 admin admin] Router 461b9c9d-b2e6-4a5d-b090-49c127346a21 has already been hosted by L3 agent a3516409-90ed-42c0-9869-2f9c81c3e104 {{(pid=93125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:07:35.631631 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device b3e2689e-6318-4e0c-989d-4104a323d421 up at agent ovs-agent-dv-cinder-772388-5-smb {{(pid=93126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:07:35.680198 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08fea5d8-70f2-49f5-aa9c-7de87ccb94f1 admin admin] Notify agent at l3_agent.dv-cinder-772388-5-smb the message routers_updated {{(pid=93125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 12:07:35.695626 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-08fea5d8-70f2-49f5-aa9c-7de87ccb94f1 admin admin] 10.222.0.26 "PUT /v2.0/routers/461b9c9d-b2e6-4a5d-b090-49c127346a21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4000237 Jun 28 12:07:35.728949 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Provisioning complete for port b3e2689e-6318-4e0c-989d-4104a323d421 triggered by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:07:35.729573 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:35.768539 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-a926bdd5-3cfc-448a-85b0-470c9629e4a8 None None] Provisioning complete for port 6068cac7-82e3-4ea3-9cc7-15b9db88a750 triggered by entity DHCP. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:07:35.769194 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-a926bdd5-3cfc-448a-85b0-470c9629e4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:35.805410 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.plugin [None req-a926bdd5-3cfc-448a-85b0-470c9629e4a8 None None] Port 6068cac7-82e3-4ea3-9cc7-15b9db88a750 cannot update to ACTIVE because it is not bound. {{(pid=93126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:07:35.877894 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device 5c13b900-659f-4bd7-8d39-85b41caf0a11 up at agent ovs-agent-dv-cinder-772388-5-smb {{(pid=93126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:07:35.943892 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Provisioning for port 5c13b900-659f-4bd7-8d39-85b41caf0a11 completed by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:07:35.949084 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Provisioning complete for port 5c13b900-659f-4bd7-8d39-85b41caf0a11 triggered by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:07:35.949537 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:36.077246 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:36.100022 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] For port 5c13b900-659f-4bd7-8d39-85b41caf0a11, host dv-cinder-772388-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-smb',level=0,port_id=5c13b900-659f-4bd7-8d39-85b41caf0a11,segment=NetworkSegment(9701132a-6585-4d51-ae24-db0b91696e59),segment_id=9701132a-6585-4d51-ae24-db0b91696e59)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:07:36.105415 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:36.107970 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:36.162537 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Pushing event updated for resources: {'Port': ['ID=5c13b900-659f-4bd7-8d39-85b41caf0a11,revision_number=4']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:36.167345 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:36.345923 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 33508) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:36.350885 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.v2.base [None req-273ae124-a848-42e6-a1a6-ca396c58fcfd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1135236297-network', 'tenant_id': 'a807eb1e5e8b4dbc88eee6db0974bec7'}} {{(pid=93125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:07:36.370261 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273ae124-a848-42e6-a1a6-ca396c58fcfd admin admin] Made reservation on behalf of a807eb1e5e8b4dbc88eee6db0974bec7 for: {'network': 1} {{(pid=93125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:07:36.372504 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-273ae124-a848-42e6-a1a6-ca396c58fcfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for network, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:36.380755 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-273ae124-a848-42e6-a1a6-ca396c58fcfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:36.468348 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-273ae124-a848-42e6-a1a6-ca396c58fcfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:36.472303 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-273ae124-a848-42e6-a1a6-ca396c58fcfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:36.475349 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-bf82e124-2041-4d81-8960-347a7eedf9ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:36.497479 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-273ae124-a848-42e6-a1a6-ca396c58fcfd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=93125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 12:07:36.505745 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273ae124-a848-42e6-a1a6-ca396c58fcfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed8b830-37da-4af0-9265-de0cb0d808b6,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:36.509229 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-273ae124-a848-42e6-a1a6-ca396c58fcfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:36.512150 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-273ae124-a848-42e6-a1a6-ca396c58fcfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539709'] for segment, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:36.512492 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.db.segments_db [None req-273ae124-a848-42e6-a1a6-ca396c58fcfd admin admin] Added segment e7e82e93-67a2-4ba7-abed-e0e74f18a791 of type vlan for network c815d6f2-b2ab-49b0-8e29-bff505aed7b4 Jun 28 12:07:36.551188 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-273ae124-a848-42e6-a1a6-ca396c58fcfd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751010106215'] for network, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:36.579389 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-273ae124-a848-42e6-a1a6-ca396c58fcfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329'] for network, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:36.581132 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273ae124-a848-42e6-a1a6-ca396c58fcfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:36.582176 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-273ae124-a848-42e6-a1a6-ca396c58fcfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3735354'] for network, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:36.585380 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:36.639757 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-273ae124-a848-42e6-a1a6-ca396c58fcfd admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2927442 Jun 28 12:07:36.642489 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 33512) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:36.646556 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273ae124-a848-42e6-a1a6-ca396c58fcfd admin admin] Pushing event updated for resources: {'Network': ['ID=c815d6f2-b2ab-49b0-8e29-bff505aed7b4,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:36.647605 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.v2.base [None req-e687095f-5143-41e1-9777-f12395c8949f admin admin] Request body: {'subnet': {'network_id': 'c815d6f2-b2ab-49b0-8e29-bff505aed7b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1135236297-subnet', 'tenant_id': 'a807eb1e5e8b4dbc88eee6db0974bec7', 'ip_version': 4}} {{(pid=93124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:07:36.649232 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-273ae124-a848-42e6-a1a6-ca396c58fcfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:36.658238 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Network c815d6f2-b2ab-49b0-8e29-bff505aed7b4 details requested by agent ovs-agent-dv-cinder-772388-5-smb with host dv-cinder-772388-5-smb {{(pid=93126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 12:07:36.681155 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e687095f-5143-41e1-9777-f12395c8949f admin admin] Made reservation on behalf of a807eb1e5e8b4dbc88eee6db0974bec7 for: {'subnet': 1} {{(pid=93124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:07:36.684145 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-e687095f-5143-41e1-9777-f12395c8949f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8940433'] for subnet, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:36.778292 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5934247d-a8b2-4414-8a7a-e25c8059559c None None] Sync routers for ids ['461b9c9d-b2e6-4a5d-b090-49c127346a21'] in dv-cinder-772388-5-smb {{(pid=93127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:07:36.791340 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5934247d-a8b2-4414-8a7a-e25c8059559c None None] Routers {'461b9c9d-b2e6-4a5d-b090-49c127346a21'} bound to L3 agent in host dv-cinder-772388-5-smb {{(pid=93127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:07:36.792067 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_hamode_db [None req-5934247d-a8b2-4414-8a7a-e25c8059559c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T11:56:31Z,description=,heartbeat_timestamp=2021-06-28T12:07:31Z,host='dv-cinder-772388-5-smb',id=a3516409-90ed-42c0-9869-2f9c81c3e104,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:56:31Z,topic='l3_agent')) {'router_ids': ['461b9c9d-b2e6-4a5d-b090-49c127346a21'], 'active': True} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:07:36.858397 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-e687095f-5143-41e1-9777-f12395c8949f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4137752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8410927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941179'] for subnet, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:36.860758 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-487e5f8c-ddc9-479e-856a-e1ecb610f173 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:36.914111 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e687095f-5143-41e1-9777-f12395c8949f admin admin] Pushing event updated for resources: {'Subnet': ['ID=42510cb0-5d27-4c01-bda3-31998fb531e5,revision_number=0']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:36.917151 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-e687095f-5143-41e1-9777-f12395c8949f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:36.922607 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e687095f-5143-41e1-9777-f12395c8949f admin admin] Checking segment: {'id': 'e7e82e93-67a2-4ba7-abed-e0e74f18a791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'c815d6f2-b2ab-49b0-8e29-bff505aed7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:07:36.922966 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e687095f-5143-41e1-9777-f12395c8949f admin admin] Network hostable DHCP agents. Network: c815d6f2-b2ab-49b0-8e29-bff505aed7b4, hostable agents: ['63aaef39-ba79-4f18-b1e7-d9a1b0fd7cb8'], hosted agents: [] {{(pid=93124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 12:07:36.938996 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e687095f-5143-41e1-9777-f12395c8949f admin admin] Network c815d6f2-b2ab-49b0-8e29-bff505aed7b4 is scheduled to be hosted by DHCP agent 63aaef39-ba79-4f18-b1e7-d9a1b0fd7cb8 with binding_index 1 {{(pid=93124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 12:07:36.947347 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.base_scheduler [None req-e687095f-5143-41e1-9777-f12395c8949f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-5-smb, c815d6f2-b2ab-49b0-8e29-bff505aed7b4) {{(pid=93124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:07:36.951560 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e687095f-5143-41e1-9777-f12395c8949f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:36.952176 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-e687095f-5143-41e1-9777-f12395c8949f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:36.957981 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdb3991-8c8a-4f60-9dab-4ac2dd146441 None None] Network c815d6f2-b2ab-49b0-8e29-bff505aed7b4 requested from dv-cinder-772388-5-smb {{(pid=93126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:07:36.968203 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-e687095f-5143-41e1-9777-f12395c8949f admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3244641 Jun 28 12:07:36.970964 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 33514) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:36.974149 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_dvr_db [None req-5934247d-a8b2-4414-8a7a-e25c8059559c None None] Set router 461b9c9d-b2e6-4a5d-b090-49c127346a21 gateway port host: dv-cinder-772388-5-smb {{(pid=93127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:07:36.976279 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.v2.base [None req-6f2fc0bb-7886-49bf-837a-89028f860ce4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1135236297-router', 'tenant_id': 'a807eb1e5e8b4dbc88eee6db0974bec7', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008'}}} {{(pid=93125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:07:36.999670 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-6f2fc0bb-7886-49bf-837a-89028f860ce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3737188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12301'] for router, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:37.000699 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-6f2fc0bb-7886-49bf-837a-89028f860ce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3737199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12294'] for router, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:37.058770 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-6f2fc0bb-7886-49bf-837a-89028f860ce4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:37.123329 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb276966-2c0f-4fe2-8176-0001e2a507f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2c073b4-262a-5c3e-a3df-182c19600a9b-c815d6f2-b2ab-49b0-8e29-bff505aed7b4', 'network_id': 'c815d6f2-b2ab-49b0-8e29-bff505aed7b4', 'tenant_id': 'a807eb1e5e8b4dbc88eee6db0974bec7', 'fixed_ips': [{'subnet_id': '42510cb0-5d27-4c01-bda3-31998fb531e5'}]}} from dv-cinder-772388-5-smb. {{(pid=93126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 12:07:37.124504 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-cb276966-2c0f-4fe2-8176-0001e2a507f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_create {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:37.197702 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_hamode_db [None req-5934247d-a8b2-4414-8a7a-e25c8059559c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461b9c9d-b2e6-4a5d-b090-49c127346a21', 'name': 'tempest-TestMinimumBasicScenario-602626675-router', 'tenant_id': '16d28cd3fdd84351b3873c2a21becf43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.205'}], 'enable_snat': True}, 'gw_port_id': '5c13b900-659f-4bd7-8d39-85b41caf0a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:07:31Z', 'updated_at': '2021-06-28T12:07:34Z', 'revision_number': 4, 'project_id': '16d28cd3fdd84351b3873c2a21becf43', 'gw_port': {'id': '5c13b900-659f-4bd7-8d39-85b41caf0a11', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461b9c9d-b2e6-4a5d-b090-49c127346a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:07:31Z', 'updated_at': '2021-06-28T12:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb', '_interfaces': [{'id': '6068cac7-82e3-4ea3-9cc7-15b9db88a750', 'name': '', 'network_id': '7bef17b8-0ae4-45c7-847f-23fc1daef65f', 'tenant_id': '16d28cd3fdd84351b3873c2a21becf43', 'mac_address': 'fa:16:3e:91:0b:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461b9c9d-b2e6-4a5d-b090-49c127346a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '4b803345-ed73-44e3-b090-d86fc3cf2747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:07:33Z', 'updated_at': '2021-06-28T12:07:34Z', 'revision_number': 2, 'project_id': '16d28cd3fdd84351b3873c2a21becf43', 'subnets': [{'id': '4b803345-ed73-44e3-b090-d86fc3cf2747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-smb', False) {} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:07:37.226305 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-6f2fc0bb-7886-49bf-837a-89028f860ce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3698476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3799536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12328'] for router, precommit_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:37.235526 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5934247d-a8b2-4414-8a7a-e25c8059559c None None] Checking router: 461b9c9d-b2e6-4a5d-b090-49c127346a21 for host: dv-cinder-772388-5-smb {{(pid=93127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:07:37.235903 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5934247d-a8b2-4414-8a7a-e25c8059559c None None] Updating router 461b9c9d-b2e6-4a5d-b090-49c127346a21 port 6068cac7-82e3-4ea3-9cc7-15b9db88a750 binding host dv-cinder-772388-5-smb {{(pid=93127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 12:07:37.276680 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-5934247d-a8b2-4414-8a7a-e25c8059559c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:37.279644 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:37.307335 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.db_base_plugin_common [None req-cb276966-2c0f-4fe2-8176-0001e2a507f9 None None] Allocated IP 172.20.0.2 (c815d6f2-b2ab-49b0-8e29-bff505aed7b4/42510cb0-5d27-4c01-bda3-31998fb531e5/68eaf8ef-bbe6-47ee-b208-d7cf671f9db9) {{(pid=93126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:07:37.448654 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-6f2fc0bb-7886-49bf-837a-89028f860ce4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:37.488862 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-6f2fc0bb-7886-49bf-837a-89028f860ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:37.556014 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device 5c13b900-659f-4bd7-8d39-85b41caf0a11 up at agent ovs-agent-dv-cinder-772388-5-smb {{(pid=93126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:07:37.571889 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-5934247d-a8b2-4414-8a7a-e25c8059559c None None] Notify callbacks [] for port, precommit_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:37.583006 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.provisioning_blocks [None req-5934247d-a8b2-4414-8a7a-e25c8059559c None None] Transition to ACTIVE for port object 6068cac7-82e3-4ea3-9cc7-15b9db88a750 will not be triggered until provisioned by entity L2. {{(pid=93127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:07:37.591754 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-5934247d-a8b2-4414-8a7a-e25c8059559c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:37.596059 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:37.599444 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-cb276966-2c0f-4fe2-8176-0001e2a507f9 None None] Notify callbacks [] for port, precommit_create {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:37.604393 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.db_base_plugin_common [None req-6f2fc0bb-7886-49bf-837a-89028f860ce4 admin admin] Allocated IP 172.28.3.110 (ccb85226-c586-4fa5-aec0-6cfbd080c008/f863da3b-2790-4793-ac71-6f3e8dbd6721/70ff3c30-6b66-4700-9b77-1600f200bdee) {{(pid=93125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:07:37.613702 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-cb276966-2c0f-4fe2-8176-0001e2a507f9 None None] Transition to ACTIVE for port object 68eaf8ef-bbe6-47ee-b208-d7cf671f9db9 will not be triggered until provisioned by entity L2. {{(pid=93126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:07:37.634739 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-cb276966-2c0f-4fe2-8176-0001e2a507f9 None None] Transition to ACTIVE for port object 68eaf8ef-bbe6-47ee-b208-d7cf671f9db9 will not be triggered until provisioned by entity DHCP. {{(pid=93126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:07:37.640045 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e863a0dd-97ea-4f90-8ac1-24d349ea8701 None None] Pushing event updated for resources: {'Port': ['ID=6068cac7-82e3-4ea3-9cc7-15b9db88a750,revision_number=3']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:37.643002 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Provisioning complete for port 5c13b900-659f-4bd7-8d39-85b41caf0a11 triggered by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:07:37.643516 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:37.681823 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-cb276966-2c0f-4fe2-8176-0001e2a507f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751010131950'] for port, after_create {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:37.686961 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:37.726494 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e863a0dd-97ea-4f90-8ac1-24d349ea8701 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:37.730002 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e863a0dd-97ea-4f90-8ac1-24d349ea8701 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:37.730995 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e863a0dd-97ea-4f90-8ac1-24d349ea8701 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:37.733056 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e863a0dd-97ea-4f90-8ac1-24d349ea8701 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:37.734756 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e863a0dd-97ea-4f90-8ac1-24d349ea8701 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:37.735407 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e863a0dd-97ea-4f90-8ac1-24d349ea8701 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:37.737485 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e863a0dd-97ea-4f90-8ac1-24d349ea8701 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:37.738064 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e863a0dd-97ea-4f90-8ac1-24d349ea8701 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:37.739263 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-6f2fc0bb-7886-49bf-837a-89028f860ce4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:37.739965 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e863a0dd-97ea-4f90-8ac1-24d349ea8701 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:37.740939 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e863a0dd-97ea-4f90-8ac1-24d349ea8701 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:37.742910 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb276966-2c0f-4fe2-8176-0001e2a507f9 None None] Network c815d6f2-b2ab-49b0-8e29-bff505aed7b4 is already hosted by enough agents. {{(pid=93126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:07:37.743625 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e863a0dd-97ea-4f90-8ac1-24d349ea8701 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:37.744085 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e863a0dd-97ea-4f90-8ac1-24d349ea8701 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:37.753653 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG oslo_concurrency.lockutils [None req-e863a0dd-97ea-4f90-8ac1-24d349ea8701 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:37.755933 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.scheduler.base_scheduler [None req-cb276966-2c0f-4fe2-8176-0001e2a507f9 None None] Resources bound (agent type, host, resource id): {{(pid=93126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:07:37.756526 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.plugins.ml2.managers [None req-5934247d-a8b2-4414-8a7a-e25c8059559c None None] Attempting to bind port 6068cac7-82e3-4ea3-9cc7-15b9db88a750 on host dv-cinder-772388-5-smb for vnic_type normal with profile {{(pid=93127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:07:37.759327 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb276966-2c0f-4fe2-8176-0001e2a507f9 None None] Received port after_create {{(pid=93126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:07:37.759602 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.plugins.ml2.managers [None req-5934247d-a8b2-4414-8a7a-e25c8059559c None None] Attempting to bind port 6068cac7-82e3-4ea3-9cc7-15b9db88a750 by drivers openvswitch,hyperv on host dv-cinder-772388-5-smb at level 0 using segments [{'id': '52116a9a-38a5-459a-ac2a-7b9d05591973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '7bef17b8-0ae4-45c7-847f-23fc1daef65f'}] {{(pid=93127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:07:37.760627 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5934247d-a8b2-4414-8a7a-e25c8059559c None None] Attempting to bind port 6068cac7-82e3-4ea3-9cc7-15b9db88a750 on network 7bef17b8-0ae4-45c7-847f-23fc1daef65f {{(pid=93127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:07:37.762860 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb276966-2c0f-4fe2-8176-0001e2a507f9 None None] Pushing event updated for resources: {'Port': ['ID=68eaf8ef-bbe6-47ee-b208-d7cf671f9db9,revision_number=1']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:37.769185 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-cb276966-2c0f-4fe2-8176-0001e2a507f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:37.778460 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5934247d-a8b2-4414-8a7a-e25c8059559c None None] Checking agent: {'id': '43dc484d-6faf-4242-a4db-1b59836cdb3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 11, 56, 31), 'started_at': datetime.datetime(2021, 6, 28, 11, 57, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:07:37.779073 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5934247d-a8b2-4414-8a7a-e25c8059559c None None] Checking segment: {'id': '52116a9a-38a5-459a-ac2a-7b9d05591973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '7bef17b8-0ae4-45c7-847f-23fc1daef65f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:07:37.780369 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-5934247d-a8b2-4414-8a7a-e25c8059559c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:37.781542 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5934247d-a8b2-4414-8a7a-e25c8059559c None None] Bound using segment: {'id': '52116a9a-38a5-459a-ac2a-7b9d05591973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '7bef17b8-0ae4-45c7-847f-23fc1daef65f'} {{(pid=93127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:07:37.782628 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.plugins.ml2.managers [None req-5934247d-a8b2-4414-8a7a-e25c8059559c None None] Bound port: 6068cac7-82e3-4ea3-9cc7-15b9db88a750, host: dv-cinder-772388-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52116a9a-38a5-459a-ac2a-7b9d05591973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '7bef17b8-0ae4-45c7-847f-23fc1daef65f'}}] {{(pid=93127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:07:37.783775 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-5934247d-a8b2-4414-8a7a-e25c8059559c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:37.806108 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-6f2fc0bb-7886-49bf-837a-89028f860ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751010131950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8412961'] for port, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:37.815599 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-d1645594-cca6-4e7f-be55-78803f7a9c8e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:37.870660 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2fc0bb-7886-49bf-837a-89028f860ce4 admin admin] Network ccb85226-c586-4fa5-aec0-6cfbd080c008 is already hosted by enough agents. {{(pid=93125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:07:37.873357 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.base_scheduler [None req-6f2fc0bb-7886-49bf-837a-89028f860ce4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:07:37.878547 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2fc0bb-7886-49bf-837a-89028f860ce4 admin admin] Received port after_create {{(pid=93125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:07:37.884465 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.plugins.ml2.db [None req-5934247d-a8b2-4414-8a7a-e25c8059559c None None] For port 6068cac7-82e3-4ea3-9cc7-15b9db88a750, host dv-cinder-772388-5-smb, cleared binding levels {{(pid=93127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:07:37.888849 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.plugins.ml2.db [None req-5934247d-a8b2-4414-8a7a-e25c8059559c None None] For port 6068cac7-82e3-4ea3-9cc7-15b9db88a750, host dv-cinder-772388-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-smb',level=0,port_id=6068cac7-82e3-4ea3-9cc7-15b9db88a750,segment=NetworkSegment(52116a9a-38a5-459a-ac2a-7b9d05591973),segment_id=52116a9a-38a5-459a-ac2a-7b9d05591973)] {{(pid=93127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:07:37.892349 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.managers [None req-cb276966-2c0f-4fe2-8176-0001e2a507f9 None None] Attempting to bind port 68eaf8ef-bbe6-47ee-b208-d7cf671f9db9 on host dv-cinder-772388-5-smb for vnic_type normal with profile {{(pid=93126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:07:37.892764 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.managers [None req-cb276966-2c0f-4fe2-8176-0001e2a507f9 None None] Attempting to bind port 68eaf8ef-bbe6-47ee-b208-d7cf671f9db9 by drivers openvswitch,hyperv on host dv-cinder-772388-5-smb at level 0 using segments [{'id': 'e7e82e93-67a2-4ba7-abed-e0e74f18a791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'c815d6f2-b2ab-49b0-8e29-bff505aed7b4'}] {{(pid=93126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:07:37.893207 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb276966-2c0f-4fe2-8176-0001e2a507f9 None None] Attempting to bind port 68eaf8ef-bbe6-47ee-b208-d7cf671f9db9 on network c815d6f2-b2ab-49b0-8e29-bff505aed7b4 {{(pid=93126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:07:37.897670 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-5934247d-a8b2-4414-8a7a-e25c8059559c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:37.903175 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:37.908710 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb276966-2c0f-4fe2-8176-0001e2a507f9 None None] Checking agent: {'id': '43dc484d-6faf-4242-a4db-1b59836cdb3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 11, 56, 31), 'started_at': datetime.datetime(2021, 6, 28, 11, 57, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:07:37.909127 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb276966-2c0f-4fe2-8176-0001e2a507f9 None None] Checking segment: {'id': 'e7e82e93-67a2-4ba7-abed-e0e74f18a791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'c815d6f2-b2ab-49b0-8e29-bff505aed7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:07:37.909543 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-cb276966-2c0f-4fe2-8176-0001e2a507f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:37.909938 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb276966-2c0f-4fe2-8176-0001e2a507f9 None None] Bound using segment: {'id': 'e7e82e93-67a2-4ba7-abed-e0e74f18a791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'c815d6f2-b2ab-49b0-8e29-bff505aed7b4'} {{(pid=93126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:07:37.910429 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.managers [None req-cb276966-2c0f-4fe2-8176-0001e2a507f9 None None] Bound port: 68eaf8ef-bbe6-47ee-b208-d7cf671f9db9, host: dv-cinder-772388-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7e82e93-67a2-4ba7-abed-e0e74f18a791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'c815d6f2-b2ab-49b0-8e29-bff505aed7b4'}}] {{(pid=93126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:07:37.910818 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-cb276966-2c0f-4fe2-8176-0001e2a507f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:37.936291 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2fc0bb-7886-49bf-837a-89028f860ce4 admin admin] Pushing event updated for resources: {'Port': ['ID=70ff3c30-6b66-4700-9b77-1600f200bdee,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:37.939883 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-6f2fc0bb-7886-49bf-837a-89028f860ce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:37.963685 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e863a0dd-97ea-4f90-8ac1-24d349ea8701 None None] Pushing event updated for resources: {'Port': ['ID=6068cac7-82e3-4ea3-9cc7-15b9db88a750,revision_number=4']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:37.970500 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG oslo_concurrency.lockutils [None req-e863a0dd-97ea-4f90-8ac1-24d349ea8701 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:37.986182 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5934247d-a8b2-4414-8a7a-e25c8059559c None None] Routers {'461b9c9d-b2e6-4a5d-b090-49c127346a21'} bound to L3 agent in host dv-cinder-772388-5-smb {{(pid=93127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:07:37.986811 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_hamode_db [None req-5934247d-a8b2-4414-8a7a-e25c8059559c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T11:56:31Z,description=,heartbeat_timestamp=2021-06-28T12:07:31Z,host='dv-cinder-772388-5-smb',id=a3516409-90ed-42c0-9869-2f9c81c3e104,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:56:31Z,topic='l3_agent')) {'router_ids': ['461b9c9d-b2e6-4a5d-b090-49c127346a21'], 'active': True} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:07:38.026764 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-cb276966-2c0f-4fe2-8176-0001e2a507f9 None None] For port 68eaf8ef-bbe6-47ee-b208-d7cf671f9db9, host dv-cinder-772388-5-smb, cleared binding levels {{(pid=93126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:07:38.030680 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-cb276966-2c0f-4fe2-8176-0001e2a507f9 None None] For port 68eaf8ef-bbe6-47ee-b208-d7cf671f9db9, host dv-cinder-772388-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-smb',level=0,port_id=68eaf8ef-bbe6-47ee-b208-d7cf671f9db9,segment=NetworkSegment(e7e82e93-67a2-4ba7-abed-e0e74f18a791),segment_id=e7e82e93-67a2-4ba7-abed-e0e74f18a791)] {{(pid=93126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:07:38.040856 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-cb276966-2c0f-4fe2-8176-0001e2a507f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:38.053082 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-f3a3eced-1fb8-4f05-8069-6658a869428c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:38.107774 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_dvr_db [None req-5934247d-a8b2-4414-8a7a-e25c8059559c None None] Set router 461b9c9d-b2e6-4a5d-b090-49c127346a21 gateway port host: dv-cinder-772388-5-smb {{(pid=93127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:07:38.159290 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb276966-2c0f-4fe2-8176-0001e2a507f9 None None] Pushing event updated for resources: {'Port': ['ID=68eaf8ef-bbe6-47ee-b208-d7cf671f9db9,revision_number=2']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:38.165781 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-cb276966-2c0f-4fe2-8176-0001e2a507f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:38.221224 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-6f2fc0bb-7886-49bf-837a-89028f860ce4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:38.361543 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_hamode_db [None req-5934247d-a8b2-4414-8a7a-e25c8059559c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461b9c9d-b2e6-4a5d-b090-49c127346a21', 'name': 'tempest-TestMinimumBasicScenario-602626675-router', 'tenant_id': '16d28cd3fdd84351b3873c2a21becf43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.205'}], 'enable_snat': True}, 'gw_port_id': '5c13b900-659f-4bd7-8d39-85b41caf0a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:07:31Z', 'updated_at': '2021-06-28T12:07:34Z', 'revision_number': 4, 'project_id': '16d28cd3fdd84351b3873c2a21becf43', 'gw_port': {'id': '5c13b900-659f-4bd7-8d39-85b41caf0a11', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461b9c9d-b2e6-4a5d-b090-49c127346a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:07:31Z', 'updated_at': '2021-06-28T12:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb', '_interfaces': [{'id': '6068cac7-82e3-4ea3-9cc7-15b9db88a750', 'name': '', 'network_id': '7bef17b8-0ae4-45c7-847f-23fc1daef65f', 'tenant_id': '16d28cd3fdd84351b3873c2a21becf43', 'mac_address': 'fa:16:3e:91:0b:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461b9c9d-b2e6-4a5d-b090-49c127346a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '4b803345-ed73-44e3-b090-d86fc3cf2747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:07:33Z', 'updated_at': '2021-06-28T12:07:37Z', 'revision_number': 4, 'project_id': '16d28cd3fdd84351b3873c2a21becf43', 'subnets': [{'id': '4b803345-ed73-44e3-b090-d86fc3cf2747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-smb', False) {} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:07:38.398730 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5934247d-a8b2-4414-8a7a-e25c8059559c None None] The sync data for ids ['461b9c9d-b2e6-4a5d-b090-49c127346a21'] in dv-cinder-772388-5-smb is: [{'id': '461b9c9d-b2e6-4a5d-b090-49c127346a21', 'name': 'tempest-TestMinimumBasicScenario-602626675-router', 'tenant_id': '16d28cd3fdd84351b3873c2a21becf43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.205'}], 'enable_snat': True}, 'gw_port_id': '5c13b900-659f-4bd7-8d39-85b41caf0a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:07:31Z', 'updated_at': '2021-06-28T12:07:34Z', 'revision_number': 4, 'project_id': '16d28cd3fdd84351b3873c2a21becf43', 'gw_port': {'id': '5c13b900-659f-4bd7-8d39-85b41caf0a11', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461b9c9d-b2e6-4a5d-b090-49c127346a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:07:31Z', 'updated_at': '2021-06-28T12:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb', '_interfaces': [{'id': '6068cac7-82e3-4ea3-9cc7-15b9db88a750', 'name': '', 'network_id': '7bef17b8-0ae4-45c7-847f-23fc1daef65f', 'tenant_id': '16d28cd3fdd84351b3873c2a21becf43', 'mac_address': 'fa:16:3e:91:0b:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461b9c9d-b2e6-4a5d-b090-49c127346a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '4b803345-ed73-44e3-b090-d86fc3cf2747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:07:33Z', 'updated_at': '2021-06-28T12:07:37Z', 'revision_number': 4, 'project_id': '16d28cd3fdd84351b3873c2a21becf43', 'subnets': [{'id': '4b803345-ed73-44e3-b090-d86fc3cf2747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:07:38.748467 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-6f2fc0bb-7886-49bf-837a-89028f860ce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3799529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3698553'] for router, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:38.907303 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f2fc0bb-7886-49bf-837a-89028f860ce4 admin admin] Router 2e708585-a8f9-4aba-8a96-7c712d9b1d02 is scheduled to L3 agent a3516409-90ed-42c0-9869-2f9c81c3e104 with binding_index 1 {{(pid=93125) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 12:07:39.043011 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f2fc0bb-7886-49bf-837a-89028f860ce4 admin admin] Notify agent at l3_agent.dv-cinder-772388-5-smb the message routers_updated {{(pid=93125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 12:07:39.052479 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c0e703-ab39-49a8-b225-9d50b7955558 None None] Sync routers for ids ['2e708585-a8f9-4aba-8a96-7c712d9b1d02'] in dv-cinder-772388-5-smb {{(pid=93126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:07:39.065439 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-6f2fc0bb-7886-49bf-837a-89028f860ce4 admin admin] Notify callbacks [] for router, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:39.066903 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-6f2fc0bb-7886-49bf-837a-89028f860ce4 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0949595 Jun 28 12:07:39.069690 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 33552) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:39.075675 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c0e703-ab39-49a8-b225-9d50b7955558 None None] Routers {'2e708585-a8f9-4aba-8a96-7c712d9b1d02'} bound to L3 agent in host dv-cinder-772388-5-smb {{(pid=93126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:07:39.076368 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_hamode_db [None req-47c0e703-ab39-49a8-b225-9d50b7955558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T11:56:31Z,description=,heartbeat_timestamp=2021-06-28T12:07:31Z,host='dv-cinder-772388-5-smb',id=a3516409-90ed-42c0-9869-2f9c81c3e104,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:56:31Z,topic='l3_agent')) {'router_ids': ['2e708585-a8f9-4aba-8a96-7c712d9b1d02'], 'active': True} {{(pid=93126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:07:39.258484 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvr_db [None req-47c0e703-ab39-49a8-b225-9d50b7955558 None None] Set router 2e708585-a8f9-4aba-8a96-7c712d9b1d02 gateway port host: dv-cinder-772388-5-smb {{(pid=93126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:07:39.433394 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f415ee6-795d-4aec-a792-2bdaf4889fb8 None None] Network c815d6f2-b2ab-49b0-8e29-bff505aed7b4 requested from dv-cinder-772388-5-smb {{(pid=93126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:07:39.590006 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-4f01cc2b-7fac-445e-a69f-175142822ede None None] Provisioning for port 68eaf8ef-bbe6-47ee-b208-d7cf671f9db9 completed by entity DHCP. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:07:39.681113 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device 6068cac7-82e3-4ea3-9cc7-15b9db88a750 up at agent ovs-agent-dv-cinder-772388-5-smb {{(pid=93126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:07:39.773502 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_hamode_db [None req-47c0e703-ab39-49a8-b225-9d50b7955558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e708585-a8f9-4aba-8a96-7c712d9b1d02', 'name': 'tempest-TestMinimumBasicScenario-1135236297-router', 'tenant_id': 'a807eb1e5e8b4dbc88eee6db0974bec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.110'}], 'enable_snat': True}, 'gw_port_id': '70ff3c30-6b66-4700-9b77-1600f200bdee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:07:37Z', 'updated_at': '2021-06-28T12:07:38Z', 'revision_number': 3, 'project_id': 'a807eb1e5e8b4dbc88eee6db0974bec7', 'gw_port': {'id': '70ff3c30-6b66-4700-9b77-1600f200bdee', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a8:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e708585-a8f9-4aba-8a96-7c712d9b1d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:07:37Z', 'updated_at': '2021-06-28T12:07:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb'}], 'dv-cinder-772388-5-smb', False) {} {{(pid=93126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:07:39.776994 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-89a781e6-a593-4220-9af1-525bf0fdd4ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:39.819432 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c0e703-ab39-49a8-b225-9d50b7955558 None None] Checking router: 2e708585-a8f9-4aba-8a96-7c712d9b1d02 for host: dv-cinder-772388-5-smb {{(pid=93126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:07:39.819793 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c0e703-ab39-49a8-b225-9d50b7955558 None None] Updating router 2e708585-a8f9-4aba-8a96-7c712d9b1d02 port 70ff3c30-6b66-4700-9b77-1600f200bdee binding host dv-cinder-772388-5-smb {{(pid=93126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 12:07:39.876135 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-47c0e703-ab39-49a8-b225-9d50b7955558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:39.924490 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Provisioning for port 6068cac7-82e3-4ea3-9cc7-15b9db88a750 completed by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:07:39.937407 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Provisioning complete for port 6068cac7-82e3-4ea3-9cc7-15b9db88a750 triggered by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:07:39.937798 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:40.087221 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.db.db_base_plugin_common [None req-89a781e6-a593-4220-9af1-525bf0fdd4ea admin admin] Allocated IP 172.20.0.1 (c815d6f2-b2ab-49b0-8e29-bff505aed7b4/42510cb0-5d27-4c01-bda3-31998fb531e5/50e9aca4-e948-4b13-877e-7ced21b0b677) {{(pid=93124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:07:40.236964 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:40.258669 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-89a781e6-a593-4220-9af1-525bf0fdd4ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:40.281764 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c2b811-d00b-4169-9b99-b57115e33f10 req-630bb361-b404-43d4-8a59-e051018e4d2f tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:40.289442 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-82c2b811-d00b-4169-9b99-b57115e33f10 req-630bb361-b404-43d4-8a59-e051018e4d2f tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=767e3825-7bef-4bb9-957c-332a031542c1 HTTP/1.1" status: 200 len: 946 time: 0.2218783 Jun 28 12:07:40.299722 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-89a781e6-a593-4220-9af1-525bf0fdd4ea admin admin] Transition to ACTIVE for port object 50e9aca4-e948-4b13-877e-7ced21b0b677 will not be triggered until provisioned by entity DHCP. {{(pid=93124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:07:40.304358 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] For port 6068cac7-82e3-4ea3-9cc7-15b9db88a750, host dv-cinder-772388-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-smb',level=0,port_id=6068cac7-82e3-4ea3-9cc7-15b9db88a750,segment=NetworkSegment(52116a9a-38a5-459a-ac2a-7b9d05591973),segment_id=52116a9a-38a5-459a-ac2a-7b9d05591973)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:07:40.314605 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:40.315893 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device 68eaf8ef-bbe6-47ee-b208-d7cf671f9db9 up at agent ovs-agent-dv-cinder-772388-5-smb {{(pid=93126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:07:40.340698 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:40.348712 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-82c2b811-d00b-4169-9b99-b57115e33f10 req-df999a3a-17c3-4eb4-a1ce-943b6c6b8211 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=5742bb03-3e4c-445b-92e8-2e57b510d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583956 Jun 28 12:07:40.376391 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-89a781e6-a593-4220-9af1-525bf0fdd4ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751010131950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8410971'] for port, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:40.387062 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:40.431997 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a781e6-a593-4220-9af1-525bf0fdd4ea admin admin] Network c815d6f2-b2ab-49b0-8e29-bff505aed7b4 is already hosted by enough agents. {{(pid=93124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:07:40.434984 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.base_scheduler [None req-89a781e6-a593-4220-9af1-525bf0fdd4ea admin admin] Resources bound (agent type, host, resource id): {{(pid=93124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:07:40.442069 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a781e6-a593-4220-9af1-525bf0fdd4ea admin admin] Received port after_create {{(pid=93124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:07:40.471160 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a781e6-a593-4220-9af1-525bf0fdd4ea admin admin] Pushing event updated for resources: {'Port': ['ID=50e9aca4-e948-4b13-877e-7ced21b0b677,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:40.475178 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-89a781e6-a593-4220-9af1-525bf0fdd4ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:40.512537 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-89a781e6-a593-4220-9af1-525bf0fdd4ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695481'] for router_interface, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:40.579420 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-47c0e703-ab39-49a8-b225-9d50b7955558 None None] Notify callbacks [] for port, precommit_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:40.609371 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Pushing event updated for resources: {'Port': ['ID=6068cac7-82e3-4ea3-9cc7-15b9db88a750,revision_number=5']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:40.613480 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-47c0e703-ab39-49a8-b225-9d50b7955558 None None] Transition to ACTIVE for port object 70ff3c30-6b66-4700-9b77-1600f200bdee will not be triggered until provisioned by entity L2. {{(pid=93126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:07:40.616670 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:40.626403 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-47c0e703-ab39-49a8-b225-9d50b7955558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:40.628410 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-908129d4-c764-46c0-88c4-a406d292486e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:40.654207 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Provisioning for port 68eaf8ef-bbe6-47ee-b208-d7cf671f9db9 completed by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:07:40.670207 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Provisioning complete for port 68eaf8ef-bbe6-47ee-b208-d7cf671f9db9 triggered by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:07:40.670678 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:40.719025 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.managers [None req-47c0e703-ab39-49a8-b225-9d50b7955558 None None] Attempting to bind port 70ff3c30-6b66-4700-9b77-1600f200bdee on host dv-cinder-772388-5-smb for vnic_type normal with profile {{(pid=93126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:07:40.719450 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.managers [None req-47c0e703-ab39-49a8-b225-9d50b7955558 None None] Attempting to bind port 70ff3c30-6b66-4700-9b77-1600f200bdee by drivers openvswitch,hyperv on host dv-cinder-772388-5-smb at level 0 using segments [{'id': '9701132a-6585-4d51-ae24-db0b91696e59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008'}] {{(pid=93126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:07:40.720708 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c0e703-ab39-49a8-b225-9d50b7955558 None None] Attempting to bind port 70ff3c30-6b66-4700-9b77-1600f200bdee on network ccb85226-c586-4fa5-aec0-6cfbd080c008 {{(pid=93126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:07:40.723081 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-89a781e6-a593-4220-9af1-525bf0fdd4ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:40.727477 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d039a7-8c79-4b18-9825-351df3f6b6eb None None] Pushing event updated for resources: {'Port': ['ID=70ff3c30-6b66-4700-9b77-1600f200bdee,revision_number=2']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:40.735784 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-85d039a7-8c79-4b18-9825-351df3f6b6eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:40.742834 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c0e703-ab39-49a8-b225-9d50b7955558 None None] Checking agent: {'id': '43dc484d-6faf-4242-a4db-1b59836cdb3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 11, 56, 31), 'started_at': datetime.datetime(2021, 6, 28, 11, 57, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:07:40.743223 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c0e703-ab39-49a8-b225-9d50b7955558 None None] Checking segment: {'id': '9701132a-6585-4d51-ae24-db0b91696e59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:07:40.743827 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-47c0e703-ab39-49a8-b225-9d50b7955558 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:40.744332 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c0e703-ab39-49a8-b225-9d50b7955558 None None] Bound using segment: {'id': '9701132a-6585-4d51-ae24-db0b91696e59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008'} {{(pid=93126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:07:40.744858 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.managers [None req-47c0e703-ab39-49a8-b225-9d50b7955558 None None] Bound port: 70ff3c30-6b66-4700-9b77-1600f200bdee, host: dv-cinder-772388-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9701132a-6585-4d51-ae24-db0b91696e59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008'}}] {{(pid=93126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:07:40.745261 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-47c0e703-ab39-49a8-b225-9d50b7955558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:40.779265 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-46873ae0-df29-450f-b022-d266d187a61a None None] Provisioning for port 50e9aca4-e948-4b13-877e-7ced21b0b677 completed by entity DHCP. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:07:40.788579 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-46873ae0-df29-450f-b022-d266d187a61a None None] Provisioning complete for port 50e9aca4-e948-4b13-877e-7ced21b0b677 triggered by entity DHCP. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:07:40.789046 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-46873ae0-df29-450f-b022-d266d187a61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:40.854302 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-47c0e703-ab39-49a8-b225-9d50b7955558 None None] For port 70ff3c30-6b66-4700-9b77-1600f200bdee, host dv-cinder-772388-5-smb, cleared binding levels {{(pid=93126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:07:40.877307 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.plugin [None req-46873ae0-df29-450f-b022-d266d187a61a None None] Port 50e9aca4-e948-4b13-877e-7ced21b0b677 cannot update to ACTIVE because it is not bound. {{(pid=93126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:07:40.881757 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-47c0e703-ab39-49a8-b225-9d50b7955558 None None] For port 70ff3c30-6b66-4700-9b77-1600f200bdee, host dv-cinder-772388-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-smb',level=0,port_id=70ff3c30-6b66-4700-9b77-1600f200bdee,segment=NetworkSegment(9701132a-6585-4d51-ae24-db0b91696e59),segment_id=9701132a-6585-4d51-ae24-db0b91696e59)] {{(pid=93126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:07:40.884755 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:40.888095 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-47c0e703-ab39-49a8-b225-9d50b7955558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:40.895472 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:40.911444 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-89a781e6-a593-4220-9af1-525bf0fdd4ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:40.917256 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-89a781e6-a593-4220-9af1-525bf0fdd4ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8411049'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:40.919392 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-89a781e6-a593-4220-9af1-525bf0fdd4ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:40.957688 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] For port 68eaf8ef-bbe6-47ee-b208-d7cf671f9db9, host dv-cinder-772388-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-smb',level=0,port_id=68eaf8ef-bbe6-47ee-b208-d7cf671f9db9,segment=NetworkSegment(e7e82e93-67a2-4ba7-abed-e0e74f18a791),segment_id=e7e82e93-67a2-4ba7-abed-e0e74f18a791)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:07:40.971661 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:40.977553 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c0e703-ab39-49a8-b225-9d50b7955558 None None] Routers {'2e708585-a8f9-4aba-8a96-7c712d9b1d02'} bound to L3 agent in host dv-cinder-772388-5-smb {{(pid=93126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:07:40.978843 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_hamode_db [None req-47c0e703-ab39-49a8-b225-9d50b7955558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T11:56:31Z,description=,heartbeat_timestamp=2021-06-28T12:07:31Z,host='dv-cinder-772388-5-smb',id=a3516409-90ed-42c0-9869-2f9c81c3e104,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:56:31Z,topic='l3_agent')) {'router_ids': ['2e708585-a8f9-4aba-8a96-7c712d9b1d02'], 'active': True} {{(pid=93126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:07:40.980848 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d039a7-8c79-4b18-9825-351df3f6b6eb None None] Pushing event updated for resources: {'Port': ['ID=70ff3c30-6b66-4700-9b77-1600f200bdee,revision_number=3']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:40.985453 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-85d039a7-8c79-4b18-9825-351df3f6b6eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:40.985453 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-cb276966-2c0f-4fe2-8176-0001e2a507f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:40.985696 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a781e6-a593-4220-9af1-525bf0fdd4ea admin admin] Pushing event updated for resources: {'Port': ['ID=50e9aca4-e948-4b13-877e-7ced21b0b677,revision_number=2']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:40.989907 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-89a781e6-a593-4220-9af1-525bf0fdd4ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:40.990819 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-89a781e6-a593-4220-9af1-525bf0fdd4ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695509'] for router_interface, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:41.091750 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a781e6-a593-4220-9af1-525bf0fdd4ea admin admin] Network c815d6f2-b2ab-49b0-8e29-bff505aed7b4 is already hosted by enough agents. {{(pid=93124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:07:41.093668 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.base_scheduler [None req-89a781e6-a593-4220-9af1-525bf0fdd4ea admin admin] Resources bound (agent type, host, resource id): {{(pid=93124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:07:41.098438 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Pushing event updated for resources: {'Port': ['ID=68eaf8ef-bbe6-47ee-b208-d7cf671f9db9,revision_number=3']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:41.102790 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:41.126602 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvr_db [None req-47c0e703-ab39-49a8-b225-9d50b7955558 None None] Set router 2e708585-a8f9-4aba-8a96-7c712d9b1d02 gateway port host: dv-cinder-772388-5-smb {{(pid=93126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:07:41.248936 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89a781e6-a593-4220-9af1-525bf0fdd4ea admin admin] Router 2e708585-a8f9-4aba-8a96-7c712d9b1d02 has already been hosted by L3 agent a3516409-90ed-42c0-9869-2f9c81c3e104 {{(pid=93124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:07:41.368030 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a781e6-a593-4220-9af1-525bf0fdd4ea admin admin] Notify agent at l3_agent.dv-cinder-772388-5-smb the message routers_updated {{(pid=93124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 12:07:41.371189 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_hamode_db [None req-47c0e703-ab39-49a8-b225-9d50b7955558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e708585-a8f9-4aba-8a96-7c712d9b1d02', 'name': 'tempest-TestMinimumBasicScenario-1135236297-router', 'tenant_id': 'a807eb1e5e8b4dbc88eee6db0974bec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.110'}], 'enable_snat': True}, 'gw_port_id': '70ff3c30-6b66-4700-9b77-1600f200bdee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:07:37Z', 'updated_at': '2021-06-28T12:07:40Z', 'revision_number': 4, 'project_id': 'a807eb1e5e8b4dbc88eee6db0974bec7', 'gw_port': {'id': '70ff3c30-6b66-4700-9b77-1600f200bdee', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a8:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e708585-a8f9-4aba-8a96-7c712d9b1d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:07:37Z', 'updated_at': '2021-06-28T12:07:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb', '_interfaces': [{'id': '50e9aca4-e948-4b13-877e-7ced21b0b677', 'name': '', 'network_id': 'c815d6f2-b2ab-49b0-8e29-bff505aed7b4', 'tenant_id': 'a807eb1e5e8b4dbc88eee6db0974bec7', 'mac_address': 'fa:16:3e:67:1c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e708585-a8f9-4aba-8a96-7c712d9b1d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '42510cb0-5d27-4c01-bda3-31998fb531e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:07:39Z', 'updated_at': '2021-06-28T12:07:40Z', 'revision_number': 2, 'project_id': 'a807eb1e5e8b4dbc88eee6db0974bec7', 'subnets': [{'id': '42510cb0-5d27-4c01-bda3-31998fb531e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-smb', False) {} {{(pid=93126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:07:41.373648 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-89a781e6-a593-4220-9af1-525bf0fdd4ea admin admin] 10.222.0.26 "PUT /v2.0/routers/2e708585-a8f9-4aba-8a96-7c712d9b1d02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3029037 Jun 28 12:07:41.403363 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c0e703-ab39-49a8-b225-9d50b7955558 None None] The sync data for ids ['2e708585-a8f9-4aba-8a96-7c712d9b1d02'] in dv-cinder-772388-5-smb is: [{'id': '2e708585-a8f9-4aba-8a96-7c712d9b1d02', 'name': 'tempest-TestMinimumBasicScenario-1135236297-router', 'tenant_id': 'a807eb1e5e8b4dbc88eee6db0974bec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.110'}], 'enable_snat': True}, 'gw_port_id': '70ff3c30-6b66-4700-9b77-1600f200bdee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:07:37Z', 'updated_at': '2021-06-28T12:07:40Z', 'revision_number': 4, 'project_id': 'a807eb1e5e8b4dbc88eee6db0974bec7', 'gw_port': {'id': '70ff3c30-6b66-4700-9b77-1600f200bdee', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a8:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e708585-a8f9-4aba-8a96-7c712d9b1d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:07:37Z', 'updated_at': '2021-06-28T12:07:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb', '_interfaces': [{'id': '50e9aca4-e948-4b13-877e-7ced21b0b677', 'name': '', 'network_id': 'c815d6f2-b2ab-49b0-8e29-bff505aed7b4', 'tenant_id': 'a807eb1e5e8b4dbc88eee6db0974bec7', 'mac_address': 'fa:16:3e:67:1c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e708585-a8f9-4aba-8a96-7c712d9b1d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '42510cb0-5d27-4c01-bda3-31998fb531e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:07:39Z', 'updated_at': '2021-06-28T12:07:40Z', 'revision_number': 2, 'project_id': 'a807eb1e5e8b4dbc88eee6db0974bec7', 'subnets': [{'id': '42510cb0-5d27-4c01-bda3-31998fb531e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:07:41.413904 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-42bca5d9-11c6-485a-b610-7f5012bb87d4 None None] Provisioning complete for port 50e9aca4-e948-4b13-877e-7ced21b0b677 triggered by entity DHCP. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:07:41.414291 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-42bca5d9-11c6-485a-b610-7f5012bb87d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:41.483923 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.plugin [None req-42bca5d9-11c6-485a-b610-7f5012bb87d4 None None] Port 50e9aca4-e948-4b13-877e-7ced21b0b677 cannot update to ACTIVE because it is not bound. {{(pid=93126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:07:41.506555 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63fbc2a-9248-4186-9482-acb8948e1428 req-b89eb324-3346-4b81-b561-12982e9c2e0b tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:41.508080 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-d63fbc2a-9248-4186-9482-acb8948e1428 req-b89eb324-3346-4b81-b561-12982e9c2e0b tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.61 "GET /v2.0/ports?device_id=767e3825-7bef-4bb9-957c-332a031542c1 HTTP/1.1" status: 200 len: 946 time: 0.1056750 Jun 28 12:07:41.568345 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device 6068cac7-82e3-4ea3-9cc7-15b9db88a750 up at agent ovs-agent-dv-cinder-772388-5-smb {{(pid=93126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:07:41.619046 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73e69d-369d-460b-9882-87eacf3bd959 req-7c73a542-84dc-4f75-92c5-21d4959f9b36 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:41.620556 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-1b73e69d-369d-460b-9882-87eacf3bd959 req-7c73a542-84dc-4f75-92c5-21d4959f9b36 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=767e3825-7bef-4bb9-957c-332a031542c1 HTTP/1.1" status: 200 len: 946 time: 0.1079037 Jun 28 12:07:41.630022 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Provisioning complete for port 6068cac7-82e3-4ea3-9cc7-15b9db88a750 triggered by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:07:41.630539 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:41.665579 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.plugin [req-d63fbc2a-9248-4186-9482-acb8948e1428 req-632c3a41-4357-4ed2-941e-f826f37dbe15 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Deleting port 197e554d-7bb1-447d-ba4e-aeea31694618 {{(pid=93125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:07:41.666096 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-d63fbc2a-9248-4186-9482-acb8948e1428 req-632c3a41-4357-4ed2-941e-f826f37dbe15 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751010669087'] for port, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:41.699802 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-1b73e69d-369d-460b-9882-87eacf3bd959 req-07b54635-700a-4ba7-a9c7-e0e339b8b522 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=5742bb03-3e4c-445b-92e8-2e57b510d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614936 Jun 28 12:07:41.778992 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device 68eaf8ef-bbe6-47ee-b208-d7cf671f9db9 up at agent ovs-agent-dv-cinder-772388-5-smb {{(pid=93126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:07:41.787255 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.db [req-d63fbc2a-9248-4186-9482-acb8948e1428 req-632c3a41-4357-4ed2-941e-f826f37dbe15 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] For port 197e554d-7bb1-447d-ba4e-aeea31694618, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=197e554d-7bb1-447d-ba4e-aeea31694618,segment=NetworkSegment(aed9295f-7fc3-449f-af4b-5fa9a30585ae),segment_id=aed9295f-7fc3-449f-af4b-5fa9a30585ae)] {{(pid=93125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:07:41.788936 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-d63fbc2a-9248-4186-9482-acb8948e1428 req-632c3a41-4357-4ed2-941e-f826f37dbe15 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700447'] for port, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:41.886614 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Provisioning complete for port 68eaf8ef-bbe6-47ee-b208-d7cf671f9db9 triggered by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:07:41.887171 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:42.184381 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-d63fbc2a-9248-4186-9482-acb8948e1428 req-632c3a41-4357-4ed2-941e-f826f37dbe15 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:42.184819 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-d63fbc2a-9248-4186-9482-acb8948e1428 req-632c3a41-4357-4ed2-941e-f826f37dbe15 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799926'] for floatingip, after_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:42.185173 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.db.l3_db [req-d63fbc2a-9248-4186-9482-acb8948e1428 req-632c3a41-4357-4ed2-941e-f826f37dbe15 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Floating IP edbe846c-002b-4c0c-b487-976df7cb8491 disassociated. External IP: 172.28.3.47, port: 197e554d-7bb1-447d-ba4e-aeea31694618. Jun 28 12:07:42.185513 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.plugin [req-d63fbc2a-9248-4186-9482-acb8948e1428 req-632c3a41-4357-4ed2-941e-f826f37dbe15 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Calling delete_port for 197e554d-7bb1-447d-ba4e-aeea31694618 owned by compute:nova {{(pid=93125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:07:42.332530 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-d63fbc2a-9248-4186-9482-acb8948e1428 req-632c3a41-4357-4ed2-941e-f826f37dbe15 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751010672945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751010131959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8413146'] for port, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:42.341325 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-0444e8c9-ee9b-4dbb-aa36-9c7260f38b6b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:42.397981 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632c3a41-4357-4ed2-941e-f826f37dbe15 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Pushing event deleted for resources: {'Port': ['ID=197e554d-7bb1-447d-ba4e-aeea31694618,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:42.400744 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-632c3a41-4357-4ed2-941e-f826f37dbe15 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:42.541724 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d63fbc2a-9248-4186-9482-acb8948e1428 req-632c3a41-4357-4ed2-941e-f826f37dbe15 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Router 1511fe44-47e2-4677-b0bf-fa640cc3b369 has already been hosted by L3 agent a3516409-90ed-42c0-9869-2f9c81c3e104 {{(pid=93125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:07:42.677847 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d63fbc2a-9248-4186-9482-acb8948e1428 req-632c3a41-4357-4ed2-941e-f826f37dbe15 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify agent at l3_agent.dv-cinder-772388-5-smb the message routers_updated {{(pid=93125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 12:07:42.688084 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e156cd1a-42fb-4923-9371-39bdcb74cc3c None None] Sync routers for ids ['1511fe44-47e2-4677-b0bf-fa640cc3b369'] in dv-cinder-772388-5-smb {{(pid=93127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:07:42.705514 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e156cd1a-42fb-4923-9371-39bdcb74cc3c None None] Routers {'1511fe44-47e2-4677-b0bf-fa640cc3b369'} bound to L3 agent in host dv-cinder-772388-5-smb {{(pid=93127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:07:42.706501 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_hamode_db [None req-e156cd1a-42fb-4923-9371-39bdcb74cc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T11:56:31Z,description=,heartbeat_timestamp=2021-06-28T12:07:31Z,host='dv-cinder-772388-5-smb',id=a3516409-90ed-42c0-9869-2f9c81c3e104,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:56:31Z,topic='l3_agent')) {'router_ids': ['1511fe44-47e2-4677-b0bf-fa640cc3b369'], 'active': True} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:07:42.782561 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.l3_dvrscheduler_db [req-d63fbc2a-9248-4186-9482-acb8948e1428 req-632c3a41-4357-4ed2-941e-f826f37dbe15 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] No DVR routers for this DVR port 197e554d-7bb1-447d-ba4e-aeea31694618 on host hv-cinder-77238 {{(pid=93125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:07:42.785876 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-d63fbc2a-9248-4186-9482-acb8948e1428 req-632c3a41-4357-4ed2-941e-f826f37dbe15 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188324'] for port, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:42.787938 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-d63fbc2a-9248-4186-9482-acb8948e1428 req-632c3a41-4357-4ed2-941e-f826f37dbe15 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.61 "DELETE /v2.0/ports/197e554d-7bb1-447d-ba4e-aeea31694618 HTTP/1.1" status: 204 len: 173 time: 1.2682219 Jun 28 12:07:42.788472 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '767e3825-7bef-4bb9-957c-332a031542c1', 'name': 'network-vif-deleted', 'tag': '197e554d-7bb1-447d-ba4e-aeea31694618'}] {{(pid=93125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:07:42.790883 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cab5cdacc5b3cbbc94323449081fb5e48b25fdc1a77f938b5656c1b79ba6a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ac8121-d48f-46fe-99e7-6d4fcee2d341" -d '{"events": [{"server_uuid": "767e3825-7bef-4bb9-957c-332a031542c1", "name": "network-vif-deleted", "tag": "197e554d-7bb1-447d-ba4e-aeea31694618"}]}' {{(pid=93125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:07:42.882540 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24776ac5-e72d-46a3-85df-40fb1a900445 x-openstack-request-id: req-24776ac5-e72d-46a3-85df-40fb1a900445 {{(pid=93125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:07:42.883002 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "767e3825-7bef-4bb9-957c-332a031542c1", "name": "network-vif-deleted", "tag": "197e554d-7bb1-447d-ba4e-aeea31694618", "status": "completed", "code": 200}]} {{(pid=93125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:07:42.883384 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-24776ac5-e72d-46a3-85df-40fb1a900445 {{(pid=93125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:07:42.883967 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '767e3825-7bef-4bb9-957c-332a031542c1', 'name': 'network-vif-deleted', 'tag': '197e554d-7bb1-447d-ba4e-aeea31694618', 'status': 'completed', 'code': 200} Jun 28 12:07:42.921403 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-2f06e595-60c7-4f99-aca6-331ad7c55c8d req-c983a515-96ed-43f7-b0b0-e50d58044e0b tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=767e3825-7bef-4bb9-957c-332a031542c1 HTTP/1.1" status: 200 len: 210 time: 0.0641878 Jun 28 12:07:42.958678 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_dvr_db [None req-e156cd1a-42fb-4923-9371-39bdcb74cc3c None None] Set router 1511fe44-47e2-4677-b0bf-fa640cc3b369 gateway port host: dv-cinder-772388-5-smb {{(pid=93127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:07:43.239589 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_hamode_db [None req-e156cd1a-42fb-4923-9371-39bdcb74cc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1511fe44-47e2-4677-b0bf-fa640cc3b369', 'name': 'tempest-AttachVolumeShelveTestJSON-866816773-router', 'tenant_id': '25df7236fcb6488397fe969e6963f8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': '4f244bb9-a782-48c5-8c92-a01f651b45f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:04:16Z', 'updated_at': '2021-06-28T12:04:22Z', 'revision_number': 4, 'project_id': '25df7236fcb6488397fe969e6963f8c4', 'gw_port': {'id': '4f244bb9-a782-48c5-8c92-a01f651b45f8', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1511fe44-47e2-4677-b0bf-fa640cc3b369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:04:17Z', 'updated_at': '2021-06-28T12:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb', '_interfaces': [{'id': 'd6b6c75c-5a46-46ac-ba07-768e5aab4407', 'name': '', 'network_id': '61e6c2ec-9082-4875-a218-8630ba468008', 'tenant_id': '25df7236fcb6488397fe969e6963f8c4', 'mac_address': 'fa:16:3e:63:75:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1511fe44-47e2-4677-b0bf-fa640cc3b369', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '558089fa-d5c8-4a60-a96f-efb801414a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:04:21Z', 'updated_at': '2021-06-28T12:04:30Z', 'revision_number': 5, 'project_id': '25df7236fcb6488397fe969e6963f8c4', 'subnets': [{'id': '558089fa-d5c8-4a60-a96f-efb801414a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-smb', False) {} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:07:43.387340 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e156cd1a-42fb-4923-9371-39bdcb74cc3c None None] Checking router: 1511fe44-47e2-4677-b0bf-fa640cc3b369 for host: dv-cinder-772388-5-smb {{(pid=93127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:07:43.404778 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e156cd1a-42fb-4923-9371-39bdcb74cc3c None None] Routers {'1511fe44-47e2-4677-b0bf-fa640cc3b369'} bound to L3 agent in host dv-cinder-772388-5-smb {{(pid=93127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:07:43.405438 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_hamode_db [None req-e156cd1a-42fb-4923-9371-39bdcb74cc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T11:56:31Z,description=,heartbeat_timestamp=2021-06-28T12:07:31Z,host='dv-cinder-772388-5-smb',id=a3516409-90ed-42c0-9869-2f9c81c3e104,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:56:31Z,topic='l3_agent')) {'router_ids': ['1511fe44-47e2-4677-b0bf-fa640cc3b369'], 'active': True} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:07:43.577358 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_dvr_db [None req-e156cd1a-42fb-4923-9371-39bdcb74cc3c None None] Set router 1511fe44-47e2-4677-b0bf-fa640cc3b369 gateway port host: dv-cinder-772388-5-smb {{(pid=93127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:07:43.640553 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device 70ff3c30-6b66-4700-9b77-1600f200bdee up at agent ovs-agent-dv-cinder-772388-5-smb {{(pid=93126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:07:43.711467 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Provisioning for port 70ff3c30-6b66-4700-9b77-1600f200bdee completed by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:07:43.716257 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Provisioning complete for port 70ff3c30-6b66-4700-9b77-1600f200bdee triggered by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:07:43.716988 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:43.819095 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_hamode_db [None req-e156cd1a-42fb-4923-9371-39bdcb74cc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1511fe44-47e2-4677-b0bf-fa640cc3b369', 'name': 'tempest-AttachVolumeShelveTestJSON-866816773-router', 'tenant_id': '25df7236fcb6488397fe969e6963f8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': '4f244bb9-a782-48c5-8c92-a01f651b45f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:04:16Z', 'updated_at': '2021-06-28T12:04:22Z', 'revision_number': 4, 'project_id': '25df7236fcb6488397fe969e6963f8c4', 'gw_port': {'id': '4f244bb9-a782-48c5-8c92-a01f651b45f8', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1511fe44-47e2-4677-b0bf-fa640cc3b369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:04:17Z', 'updated_at': '2021-06-28T12:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb', '_interfaces': [{'id': 'd6b6c75c-5a46-46ac-ba07-768e5aab4407', 'name': '', 'network_id': '61e6c2ec-9082-4875-a218-8630ba468008', 'tenant_id': '25df7236fcb6488397fe969e6963f8c4', 'mac_address': 'fa:16:3e:63:75:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1511fe44-47e2-4677-b0bf-fa640cc3b369', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '558089fa-d5c8-4a60-a96f-efb801414a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:04:21Z', 'updated_at': '2021-06-28T12:04:30Z', 'revision_number': 5, 'project_id': '25df7236fcb6488397fe969e6963f8c4', 'subnets': [{'id': '558089fa-d5c8-4a60-a96f-efb801414a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-smb', False) {} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:07:43.840507 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:43.867575 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e156cd1a-42fb-4923-9371-39bdcb74cc3c None None] The sync data for ids ['1511fe44-47e2-4677-b0bf-fa640cc3b369'] in dv-cinder-772388-5-smb is: [{'id': '1511fe44-47e2-4677-b0bf-fa640cc3b369', 'name': 'tempest-AttachVolumeShelveTestJSON-866816773-router', 'tenant_id': '25df7236fcb6488397fe969e6963f8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': '4f244bb9-a782-48c5-8c92-a01f651b45f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:04:16Z', 'updated_at': '2021-06-28T12:04:22Z', 'revision_number': 4, 'project_id': '25df7236fcb6488397fe969e6963f8c4', 'gw_port': {'id': '4f244bb9-a782-48c5-8c92-a01f651b45f8', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1511fe44-47e2-4677-b0bf-fa640cc3b369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:04:17Z', 'updated_at': '2021-06-28T12:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb', '_interfaces': [{'id': 'd6b6c75c-5a46-46ac-ba07-768e5aab4407', 'name': '', 'network_id': '61e6c2ec-9082-4875-a218-8630ba468008', 'tenant_id': '25df7236fcb6488397fe969e6963f8c4', 'mac_address': 'fa:16:3e:63:75:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1511fe44-47e2-4677-b0bf-fa640cc3b369', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '558089fa-d5c8-4a60-a96f-efb801414a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:04:21Z', 'updated_at': '2021-06-28T12:04:30Z', 'revision_number': 5, 'project_id': '25df7236fcb6488397fe969e6963f8c4', 'subnets': [{'id': '558089fa-d5c8-4a60-a96f-efb801414a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:07:43.869136 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] For port 70ff3c30-6b66-4700-9b77-1600f200bdee, host dv-cinder-772388-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-smb',level=0,port_id=70ff3c30-6b66-4700-9b77-1600f200bdee,segment=NetworkSegment(9701132a-6585-4d51-ae24-db0b91696e59),segment_id=9701132a-6585-4d51-ae24-db0b91696e59)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:07:43.875603 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:43.885109 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:43.948660 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Pushing event updated for resources: {'Port': ['ID=70ff3c30-6b66-4700-9b77-1600f200bdee,revision_number=4']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:43.951954 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:44.073317 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 33650) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:44.152968 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-bc68e160-0e1b-4d00-a036-680b8a781293 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks [] for security_group, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:44.181095 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-bc68e160-0e1b-4d00-a036-680b8a781293 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:44.240309 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-bc68e160-0e1b-4d00-a036-680b8a781293 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:44.243530 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-bc68e160-0e1b-4d00-a036-680b8a781293 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks [] for security_group, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:44.247822 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 33652) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:44.248751 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-bc68e160-0e1b-4d00-a036-680b8a781293 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "DELETE /v2.0/security-groups/5742bb03-3e4c-445b-92e8-2e57b510d62a HTTP/1.1" status: 204 len: 168 time: 0.1730211 Jun 28 12:07:44.250228 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-350a227f-882e-4951-85b9-9fb8458701a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:44.265242 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.api.v2.resource [None req-5a04d966-c7d3-4772-9075-a508bc1c6a8f tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] show failed (client error): The resource could not be found. Jun 28 12:07:44.266484 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-5a04d966-c7d3-4772-9075-a508bc1c6a8f tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups/5742bb03-3e4c-445b-92e8-2e57b510d62a HTTP/1.1" status: 404 len: 347 time: 0.0169151 Jun 28 12:07:44.269458 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 33654) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:44.273924 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc68e160-0e1b-4d00-a036-680b8a781293 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5742bb03-3e4c-445b-92e8-2e57b510d62a,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:44.278276 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-bc68e160-0e1b-4d00-a036-680b8a781293 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:44.427791 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.plugin [None req-bd88f13d-03d0-4059-be49-8d325c4b8313 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Deleting port 4b816a8d-c4c7-403b-9704-ed22f80a81e2 {{(pid=93125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:07:44.428274 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-bd88f13d-03d0-4059-be49-8d325c4b8313 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751010669087'] for port, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:44.546932 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-bd88f13d-03d0-4059-be49-8d325c4b8313 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700447'] for port, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:44.548098 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-bd88f13d-03d0-4059-be49-8d325c4b8313 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:44.568924 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.plugin [None req-bd88f13d-03d0-4059-be49-8d325c4b8313 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Calling delete_port for 4b816a8d-c4c7-403b-9704-ed22f80a81e2 owned by network:floatingip {{(pid=93125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:07:44.774928 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device 197e554d-7bb1-447d-ba4e-aeea31694618 no longer exists at agent hyperv_hv-cinder-77238 {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:07:44.802596 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-bd88f13d-03d0-4059-be49-8d325c4b8313 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751010672945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751010131959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8413146'] for port, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:44.804877 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-96931c0c-69e4-4315-8536-de39f02b0fb8 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:44.859149 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd88f13d-03d0-4059-be49-8d325c4b8313 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Pushing event deleted for resources: {'Port': ['ID=4b816a8d-c4c7-403b-9704-ed22f80a81e2,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:44.862991 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.plugin [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] No Port match for: 197e554d-7bb1-447d-ba4e-aeea31694618 {{(pid=93126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:07:44.862991 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device 197e554d-7bb1-447d-ba4e-aeea31694618 not bound to the agent host hv-cinder-77238 {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:07:44.909648 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-bd88f13d-03d0-4059-be49-8d325c4b8313 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:44.953716 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-bd88f13d-03d0-4059-be49-8d325c4b8313 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks [] for floatingip, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:44.957207 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-bd88f13d-03d0-4059-be49-8d325c4b8313 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188324'] for floatingip, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:44.961546 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-bd88f13d-03d0-4059-be49-8d325c4b8313 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "DELETE /v2.0/floatingips/edbe846c-002b-4c0c-b487-976df7cb8491 HTTP/1.1" status: 204 len: 168 time: 0.6878922 Jun 28 12:07:45.576424 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device 70ff3c30-6b66-4700-9b77-1600f200bdee up at agent ovs-agent-dv-cinder-772388-5-smb {{(pid=93126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:07:45.627467 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d0ee13-876e-425b-82d8-2d48aabfbc0e None None] New status for floating IP edbe846c-002b-4c0c-b487-976df7cb8491: DOWN {{(pid=93126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 12:07:45.708726 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ea4936-3d5e-4be9-81e0-5249bb10a670 None None] Sync routers for ids ['2e708585-a8f9-4aba-8a96-7c712d9b1d02'] in dv-cinder-772388-5-smb {{(pid=93127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:07:45.711883 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Provisioning complete for port 70ff3c30-6b66-4700-9b77-1600f200bdee triggered by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:07:45.719367 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:45.726115 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ea4936-3d5e-4be9-81e0-5249bb10a670 None None] Routers {'2e708585-a8f9-4aba-8a96-7c712d9b1d02'} bound to L3 agent in host dv-cinder-772388-5-smb {{(pid=93127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:07:45.726878 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_hamode_db [None req-50ea4936-3d5e-4be9-81e0-5249bb10a670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T11:56:31Z,description=,heartbeat_timestamp=2021-06-28T12:07:31Z,host='dv-cinder-772388-5-smb',id=a3516409-90ed-42c0-9869-2f9c81c3e104,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:56:31Z,topic='l3_agent')) {'router_ids': ['2e708585-a8f9-4aba-8a96-7c712d9b1d02'], 'active': True} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:07:45.908757 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_dvr_db [None req-50ea4936-3d5e-4be9-81e0-5249bb10a670 None None] Set router 2e708585-a8f9-4aba-8a96-7c712d9b1d02 gateway port host: dv-cinder-772388-5-smb {{(pid=93127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:07:46.021445 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 33670) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:46.156602 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_hamode_db [None req-50ea4936-3d5e-4be9-81e0-5249bb10a670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e708585-a8f9-4aba-8a96-7c712d9b1d02', 'name': 'tempest-TestMinimumBasicScenario-1135236297-router', 'tenant_id': 'a807eb1e5e8b4dbc88eee6db0974bec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.110'}], 'enable_snat': True}, 'gw_port_id': '70ff3c30-6b66-4700-9b77-1600f200bdee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:07:37Z', 'updated_at': '2021-06-28T12:07:40Z', 'revision_number': 4, 'project_id': 'a807eb1e5e8b4dbc88eee6db0974bec7', 'gw_port': {'id': '70ff3c30-6b66-4700-9b77-1600f200bdee', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e708585-a8f9-4aba-8a96-7c712d9b1d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:07:37Z', 'updated_at': '2021-06-28T12:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb', '_interfaces': [{'id': '50e9aca4-e948-4b13-877e-7ced21b0b677', 'name': '', 'network_id': 'c815d6f2-b2ab-49b0-8e29-bff505aed7b4', 'tenant_id': 'a807eb1e5e8b4dbc88eee6db0974bec7', 'mac_address': 'fa:16:3e:67:1c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e708585-a8f9-4aba-8a96-7c712d9b1d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '42510cb0-5d27-4c01-bda3-31998fb531e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:07:39Z', 'updated_at': '2021-06-28T12:07:40Z', 'revision_number': 2, 'project_id': 'a807eb1e5e8b4dbc88eee6db0974bec7', 'subnets': [{'id': '42510cb0-5d27-4c01-bda3-31998fb531e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-smb', False) {} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:07:46.186817 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ea4936-3d5e-4be9-81e0-5249bb10a670 None None] Checking router: 2e708585-a8f9-4aba-8a96-7c712d9b1d02 for host: dv-cinder-772388-5-smb {{(pid=93127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:07:46.187745 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ea4936-3d5e-4be9-81e0-5249bb10a670 None None] Updating router 2e708585-a8f9-4aba-8a96-7c712d9b1d02 port 50e9aca4-e948-4b13-877e-7ced21b0b677 binding host dv-cinder-772388-5-smb {{(pid=93127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 12:07:46.198277 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-e5e6ee2b-1791-4f91-9930-a46085c047b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:46.236869 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-50ea4936-3d5e-4be9-81e0-5249bb10a670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:46.366609 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-e5e6ee2b-1791-4f91-9930-a46085c047b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:46.375171 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-e5e6ee2b-1791-4f91-9930-a46085c047b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:46.379239 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-9ae30d0d-047b-4c6c-a5fc-c05deb155ef7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:46.401903 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6ee2b-1791-4f91-9930-a46085c047b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af2129d-d629-41c7-95ed-0664a2b94dff,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:46.418549 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-e5e6ee2b-1791-4f91-9930-a46085c047b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:46.444244 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 33680) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:46.449041 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.v2.base [None req-a44a6369-3939-4ec5-a3e4-a48920469314 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Request body: {'security_group': {'name': 'tempest-securitygroup--971200198', 'description': 'tempest-description--656963730'}} {{(pid=93124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:07:46.452845 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-e5e6ee2b-1791-4f91-9930-a46085c047b3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a4ab8dcc7b324de6a4f9c257fc43140d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4302976 Jun 28 12:07:46.456373 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 33682) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:46.495539 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-a44a6369-3939-4ec5-a3e4-a48920469314 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks [] for security_group, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:46.522808 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-00844182-2996-4a46-8b70-ec0538cdd441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:46.563167 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-00844182-2996-4a46-8b70-ec0538cdd441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:46.603578 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-a44a6369-3939-4ec5-a3e4-a48920469314 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks [] for security_group, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:46.612739 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-a44a6369-3939-4ec5-a3e4-a48920469314 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:46.617192 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-50ea4936-3d5e-4be9-81e0-5249bb10a670 None None] Notify callbacks [] for port, precommit_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:46.617604 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-1ae50925-534d-41c4-ac0c-31b8013cc22a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:46.648274 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-a44a6369-3939-4ec5-a3e4-a48920469314 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks [] for security_group, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:46.650354 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-a44a6369-3939-4ec5-a3e4-a48920469314 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2045641 Jun 28 12:07:46.651438 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.provisioning_blocks [None req-50ea4936-3d5e-4be9-81e0-5249bb10a670 None None] Transition to ACTIVE for port object 50e9aca4-e948-4b13-877e-7ced21b0b677 will not be triggered until provisioned by entity L2. {{(pid=93127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:07:46.651574 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-00844182-2996-4a46-8b70-ec0538cdd441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:46.653269 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44a6369-3939-4ec5-a3e4-a48920469314 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed525ddb-307d-46d7-a379-3c4ff2291382,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:46.655683 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 33684) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:46.660959 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.v2.base [None req-a06b1333-80fe-4087-8fb9-7ff3af6c6998 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Request body: {'security_group_rule': {'security_group_id': 'ed525ddb-307d-46d7-a379-3c4ff2291382', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:07:46.661335 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-50ea4936-3d5e-4be9-81e0-5249bb10a670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:46.664002 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG oslo_concurrency.lockutils [None req-696a2db7-b825-4bf1-ad24-cd1a7f0d5e08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:46.667245 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-00844182-2996-4a46-8b70-ec0538cdd441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:46.671006 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-00844182-2996-4a46-8b70-ec0538cdd441 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4af2129d-d629-41c7-95ed-0664a2b94dff HTTP/1.1" status: 204 len: 168 time: 0.2114952 Jun 28 12:07:46.671006 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-0d63593a-b55d-4aae-86be-638fa914c6d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:46.679160 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00844182-2996-4a46-8b70-ec0538cdd441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af2129d-d629-41c7-95ed-0664a2b94dff,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:46.683713 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-a44a6369-3939-4ec5-a3e4-a48920469314 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:46.688250 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-00844182-2996-4a46-8b70-ec0538cdd441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:46.739534 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-a06b1333-80fe-4087-8fb9-7ff3af6c6998 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:46.751203 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856e8d72-8a30-41a4-86f4-984226da52b7 None None] Pushing event updated for resources: {'Port': ['ID=50e9aca4-e948-4b13-877e-7ced21b0b677,revision_number=3']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:46.756431 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG oslo_concurrency.lockutils [None req-856e8d72-8a30-41a4-86f4-984226da52b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:46.858604 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.plugins.ml2.managers [None req-50ea4936-3d5e-4be9-81e0-5249bb10a670 None None] Attempting to bind port 50e9aca4-e948-4b13-877e-7ced21b0b677 on host dv-cinder-772388-5-smb for vnic_type normal with profile {{(pid=93127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:07:46.858978 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.plugins.ml2.managers [None req-50ea4936-3d5e-4be9-81e0-5249bb10a670 None None] Attempting to bind port 50e9aca4-e948-4b13-877e-7ced21b0b677 by drivers openvswitch,hyperv on host dv-cinder-772388-5-smb at level 0 using segments [{'id': 'e7e82e93-67a2-4ba7-abed-e0e74f18a791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'c815d6f2-b2ab-49b0-8e29-bff505aed7b4'}] {{(pid=93127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:07:46.859341 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ea4936-3d5e-4be9-81e0-5249bb10a670 None None] Attempting to bind port 50e9aca4-e948-4b13-877e-7ced21b0b677 on network c815d6f2-b2ab-49b0-8e29-bff505aed7b4 {{(pid=93127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:07:46.870500 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ea4936-3d5e-4be9-81e0-5249bb10a670 None None] Checking agent: {'id': '43dc484d-6faf-4242-a4db-1b59836cdb3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 11, 56, 31), 'started_at': datetime.datetime(2021, 6, 28, 11, 57, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:07:46.870821 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ea4936-3d5e-4be9-81e0-5249bb10a670 None None] Checking segment: {'id': 'e7e82e93-67a2-4ba7-abed-e0e74f18a791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'c815d6f2-b2ab-49b0-8e29-bff505aed7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:07:46.872472 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-50ea4936-3d5e-4be9-81e0-5249bb10a670 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:46.872897 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ea4936-3d5e-4be9-81e0-5249bb10a670 None None] Bound using segment: {'id': 'e7e82e93-67a2-4ba7-abed-e0e74f18a791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'c815d6f2-b2ab-49b0-8e29-bff505aed7b4'} {{(pid=93127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:07:46.873510 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.plugins.ml2.managers [None req-50ea4936-3d5e-4be9-81e0-5249bb10a670 None None] Bound port: 50e9aca4-e948-4b13-877e-7ced21b0b677, host: dv-cinder-772388-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7e82e93-67a2-4ba7-abed-e0e74f18a791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'c815d6f2-b2ab-49b0-8e29-bff505aed7b4'}}] {{(pid=93127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:07:46.873915 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-50ea4936-3d5e-4be9-81e0-5249bb10a670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:46.883882 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-a06b1333-80fe-4087-8fb9-7ff3af6c6998 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:46.895169 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-a06b1333-80fe-4087-8fb9-7ff3af6c6998 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-408423'] for security_group_rule, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:46.910262 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:46.922245 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-a06b1333-80fe-4087-8fb9-7ff3af6c6998 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:46.923442 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-a06b1333-80fe-4087-8fb9-7ff3af6c6998 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2664883 Jun 28 12:07:46.924769 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06b1333-80fe-4087-8fb9-7ff3af6c6998 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=210d79b5-485e-41ef-8df7-db23226b2ec6,revision_number=0']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:46.927150 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 33690) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:46.931900 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.v2.base [None req-5f0ab4be-badd-4a4b-84f1-0a9f40fc2a23 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Request body: {'security_group_rule': {'security_group_id': 'ed525ddb-307d-46d7-a379-3c4ff2291382', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:07:46.944373 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-a06b1333-80fe-4087-8fb9-7ff3af6c6998 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:46.982604 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.plugins.ml2.db [None req-50ea4936-3d5e-4be9-81e0-5249bb10a670 None None] For port 50e9aca4-e948-4b13-877e-7ced21b0b677, host dv-cinder-772388-5-smb, cleared binding levels {{(pid=93127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:07:46.986401 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.plugins.ml2.db [None req-50ea4936-3d5e-4be9-81e0-5249bb10a670 None None] For port 50e9aca4-e948-4b13-877e-7ced21b0b677, host dv-cinder-772388-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-smb',level=0,port_id=50e9aca4-e948-4b13-877e-7ced21b0b677,segment=NetworkSegment(e7e82e93-67a2-4ba7-abed-e0e74f18a791),segment_id=e7e82e93-67a2-4ba7-abed-e0e74f18a791)] {{(pid=93127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:07:46.989436 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-5f0ab4be-badd-4a4b-84f1-0a9f40fc2a23 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:46.995411 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-50ea4936-3d5e-4be9-81e0-5249bb10a670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:47.000634 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG oslo_concurrency.lockutils [None req-e863a0dd-97ea-4f90-8ac1-24d349ea8701 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:47.067989 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856e8d72-8a30-41a4-86f4-984226da52b7 None None] Pushing event updated for resources: {'Port': ['ID=50e9aca4-e948-4b13-877e-7ced21b0b677,revision_number=4']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:47.074521 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG oslo_concurrency.lockutils [None req-856e8d72-8a30-41a4-86f4-984226da52b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:47.088643 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-5f0ab4be-badd-4a4b-84f1-0a9f40fc2a23 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:47.091305 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ea4936-3d5e-4be9-81e0-5249bb10a670 None None] Routers {'2e708585-a8f9-4aba-8a96-7c712d9b1d02'} bound to L3 agent in host dv-cinder-772388-5-smb {{(pid=93127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:07:47.091961 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_hamode_db [None req-50ea4936-3d5e-4be9-81e0-5249bb10a670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T11:56:31Z,description=,heartbeat_timestamp=2021-06-28T12:07:31Z,host='dv-cinder-772388-5-smb',id=a3516409-90ed-42c0-9869-2f9c81c3e104,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:56:31Z,topic='l3_agent')) {'router_ids': ['2e708585-a8f9-4aba-8a96-7c712d9b1d02'], 'active': True} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:07:47.102928 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-5f0ab4be-badd-4a4b-84f1-0a9f40fc2a23 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-408423'] for security_group_rule, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:47.108883 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-78714a12-3143-4ba1-a514-1f678b6df569 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:47.125039 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0ab4be-badd-4a4b-84f1-0a9f40fc2a23 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d711d6e-f9c1-4632-8ad9-6dc3456647b2,revision_number=0']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:47.155012 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-5f0ab4be-badd-4a4b-84f1-0a9f40fc2a23 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:47.156054 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-5f0ab4be-badd-4a4b-84f1-0a9f40fc2a23 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:47.157524 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-5f0ab4be-badd-4a4b-84f1-0a9f40fc2a23 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2293956 Jun 28 12:07:47.160570 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 33694) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:47.165638 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.v2.base [None req-d8cb2491-deb0-4e5b-a3c3-96c768daf06d tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Request body: {'floatingip': {'floating_network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008'}} {{(pid=93125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:07:47.215776 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-d8cb2491-deb0-4e5b-a3c3-96c768daf06d tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks [] for floatingip, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:47.227552 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_dvr_db [None req-50ea4936-3d5e-4be9-81e0-5249bb10a670 None None] Set router 2e708585-a8f9-4aba-8a96-7c712d9b1d02 gateway port host: dv-cinder-772388-5-smb {{(pid=93127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:07:47.418414 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-d8cb2491-deb0-4e5b-a3c3-96c768daf06d tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:47.546837 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_hamode_db [None req-50ea4936-3d5e-4be9-81e0-5249bb10a670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e708585-a8f9-4aba-8a96-7c712d9b1d02', 'name': 'tempest-TestMinimumBasicScenario-1135236297-router', 'tenant_id': 'a807eb1e5e8b4dbc88eee6db0974bec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.110'}], 'enable_snat': True}, 'gw_port_id': '70ff3c30-6b66-4700-9b77-1600f200bdee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:07:37Z', 'updated_at': '2021-06-28T12:07:40Z', 'revision_number': 4, 'project_id': 'a807eb1e5e8b4dbc88eee6db0974bec7', 'gw_port': {'id': '70ff3c30-6b66-4700-9b77-1600f200bdee', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e708585-a8f9-4aba-8a96-7c712d9b1d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:07:37Z', 'updated_at': '2021-06-28T12:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb', '_interfaces': [{'id': '50e9aca4-e948-4b13-877e-7ced21b0b677', 'name': '', 'network_id': 'c815d6f2-b2ab-49b0-8e29-bff505aed7b4', 'tenant_id': 'a807eb1e5e8b4dbc88eee6db0974bec7', 'mac_address': 'fa:16:3e:67:1c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e708585-a8f9-4aba-8a96-7c712d9b1d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '42510cb0-5d27-4c01-bda3-31998fb531e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:07:39Z', 'updated_at': '2021-06-28T12:07:46Z', 'revision_number': 4, 'project_id': 'a807eb1e5e8b4dbc88eee6db0974bec7', 'subnets': [{'id': '42510cb0-5d27-4c01-bda3-31998fb531e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-smb', False) {} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:07:47.563259 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.db_base_plugin_common [None req-d8cb2491-deb0-4e5b-a3c3-96c768daf06d tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Allocated IP 172.28.3.254 (ccb85226-c586-4fa5-aec0-6cfbd080c008/f863da3b-2790-4793-ac71-6f3e8dbd6721/e5081fe3-bbc7-449e-9224-7fee6a4bf3f1) {{(pid=93125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:07:47.628893 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device 50e9aca4-e948-4b13-877e-7ced21b0b677 up at agent ovs-agent-dv-cinder-772388-5-smb {{(pid=93126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:07:47.704825 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ea4936-3d5e-4be9-81e0-5249bb10a670 None None] The sync data for ids ['2e708585-a8f9-4aba-8a96-7c712d9b1d02'] in dv-cinder-772388-5-smb is: [{'id': '2e708585-a8f9-4aba-8a96-7c712d9b1d02', 'name': 'tempest-TestMinimumBasicScenario-1135236297-router', 'tenant_id': 'a807eb1e5e8b4dbc88eee6db0974bec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.110'}], 'enable_snat': True}, 'gw_port_id': '70ff3c30-6b66-4700-9b77-1600f200bdee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:07:37Z', 'updated_at': '2021-06-28T12:07:40Z', 'revision_number': 4, 'project_id': 'a807eb1e5e8b4dbc88eee6db0974bec7', 'gw_port': {'id': '70ff3c30-6b66-4700-9b77-1600f200bdee', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e708585-a8f9-4aba-8a96-7c712d9b1d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:07:37Z', 'updated_at': '2021-06-28T12:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb', '_interfaces': [{'id': '50e9aca4-e948-4b13-877e-7ced21b0b677', 'name': '', 'network_id': 'c815d6f2-b2ab-49b0-8e29-bff505aed7b4', 'tenant_id': 'a807eb1e5e8b4dbc88eee6db0974bec7', 'mac_address': 'fa:16:3e:67:1c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e708585-a8f9-4aba-8a96-7c712d9b1d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '42510cb0-5d27-4c01-bda3-31998fb531e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:07:39Z', 'updated_at': '2021-06-28T12:07:46Z', 'revision_number': 4, 'project_id': 'a807eb1e5e8b4dbc88eee6db0974bec7', 'subnets': [{'id': '42510cb0-5d27-4c01-bda3-31998fb531e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:07:47.715767 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-d8cb2491-deb0-4e5b-a3c3-96c768daf06d tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks [] for port, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:47.764608 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Provisioning for port 50e9aca4-e948-4b13-877e-7ced21b0b677 completed by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:07:47.771285 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Provisioning complete for port 50e9aca4-e948-4b13-877e-7ced21b0b677 triggered by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:07:47.772313 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:47.774958 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 33710) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:47.800191 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-d8cb2491-deb0-4e5b-a3c3-96c768daf06d tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751010131950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8412961'] for port, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:47.808260 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-80577956-198a-4a97-88ea-119d81d234e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:47.862820 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cb2491-deb0-4e5b-a3c3-96c768daf06d tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Network ccb85226-c586-4fa5-aec0-6cfbd080c008 is already hosted by enough agents. {{(pid=93125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:07:47.866964 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.base_scheduler [None req-d8cb2491-deb0-4e5b-a3c3-96c768daf06d tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Resources bound (agent type, host, resource id): {{(pid=93125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:07:47.886494 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cb2491-deb0-4e5b-a3c3-96c768daf06d tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Received port after_create {{(pid=93125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:07:47.938167 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:47.941706 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cb2491-deb0-4e5b-a3c3-96c768daf06d tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Pushing event updated for resources: {'Port': ['ID=e5081fe3-bbc7-449e-9224-7fee6a4bf3f1,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:47.945209 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-d8cb2491-deb0-4e5b-a3c3-96c768daf06d tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:47.952253 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.v2.base [None req-88e20c17-a498-4d01-a7c3-cd46a2f6af3f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1348273438-network', 'tenant_id': 'f982f2df9ee0484f9684f0f6c7e5d444'}} {{(pid=93125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:07:47.987252 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] For port 50e9aca4-e948-4b13-877e-7ced21b0b677, host dv-cinder-772388-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-smb',level=0,port_id=50e9aca4-e948-4b13-877e-7ced21b0b677,segment=NetworkSegment(e7e82e93-67a2-4ba7-abed-e0e74f18a791),segment_id=e7e82e93-67a2-4ba7-abed-e0e74f18a791)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:07:48.002776 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:48.005528 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:48.011334 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e20c17-a498-4d01-a7c3-cd46a2f6af3f admin admin] Made reservation on behalf of f982f2df9ee0484f9684f0f6c7e5d444 for: {'network': 1} {{(pid=93125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:07:48.013947 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-88e20c17-a498-4d01-a7c3-cd46a2f6af3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for network, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:48.058153 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-88e20c17-a498-4d01-a7c3-cd46a2f6af3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:48.067968 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Pushing event updated for resources: {'Port': ['ID=50e9aca4-e948-4b13-877e-7ced21b0b677,revision_number=5']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:48.079495 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:48.101800 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-d8cb2491-deb0-4e5b-a3c3-96c768daf06d tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:48.191637 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-d8cb2491-deb0-4e5b-a3c3-96c768daf06d tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:48.270047 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-88e20c17-a498-4d01-a7c3-cd46a2f6af3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:48.279746 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-88e20c17-a498-4d01-a7c3-cd46a2f6af3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:48.286552 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-086f5453-d6ad-4510-977f-23be5aac84f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:48.330433 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88e20c17-a498-4d01-a7c3-cd46a2f6af3f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=93125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 12:07:48.347841 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e20c17-a498-4d01-a7c3-cd46a2f6af3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e681e2f-7331-470b-8872-1387b086989a,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:48.377530 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-88e20c17-a498-4d01-a7c3-cd46a2f6af3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:48.383162 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-88e20c17-a498-4d01-a7c3-cd46a2f6af3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539709'] for segment, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:48.383501 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.db.segments_db [None req-88e20c17-a498-4d01-a7c3-cd46a2f6af3f admin admin] Added segment 1c883e55-a722-4d6c-8e97-ac1a4e6a588f of type vlan for network df8e1c6a-c7c7-455b-bbe3-5767afe20a54 Jun 28 12:07:48.433561 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-88e20c17-a498-4d01-a7c3-cd46a2f6af3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751010106215'] for network, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:48.496474 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-88e20c17-a498-4d01-a7c3-cd46a2f6af3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329'] for network, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:48.499472 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e20c17-a498-4d01-a7c3-cd46a2f6af3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:48.500058 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-88e20c17-a498-4d01-a7c3-cd46a2f6af3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3735354'] for network, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:48.504414 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-d8cb2491-deb0-4e5b-a3c3-96c768daf06d tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks [] for port, precommit_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:48.505979 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:48.523441 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-d8cb2491-deb0-4e5b-a3c3-96c768daf06d tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8413139'] for port, after_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:48.546688 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-88e20c17-a498-4d01-a7c3-cd46a2f6af3f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7705362 Jun 28 12:07:48.549582 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 33714) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:48.554586 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.v2.base [None req-7ce96dab-842e-48a6-a0ff-9f177d44a981 admin admin] Request body: {'subnet': {'network_id': 'df8e1c6a-c7c7-455b-bbe3-5767afe20a54', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1348273438-subnet', 'tenant_id': 'f982f2df9ee0484f9684f0f6c7e5d444', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:07:48.587198 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce96dab-842e-48a6-a0ff-9f177d44a981 admin admin] Made reservation on behalf of f982f2df9ee0484f9684f0f6c7e5d444 for: {'subnet': 1} {{(pid=93124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:07:48.590193 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-7ce96dab-842e-48a6-a0ff-9f177d44a981 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8940433'] for subnet, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:48.828289 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e20c17-a498-4d01-a7c3-cd46a2f6af3f admin admin] Pushing event updated for resources: {'Network': ['ID=df8e1c6a-c7c7-455b-bbe3-5767afe20a54,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:48.848952 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Network df8e1c6a-c7c7-455b-bbe3-5767afe20a54 details requested by agent ovs-agent-dv-cinder-772388-5-smb with host dv-cinder-772388-5-smb {{(pid=93126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 12:07:48.874729 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-88e20c17-a498-4d01-a7c3-cd46a2f6af3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:48.875346 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-d8cb2491-deb0-4e5b-a3c3-96c768daf06d tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799926'] for floatingip, after_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:48.878167 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-c5d6b791-db86-4d84-8df0-8be1d3ad37e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.345s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:48.907546 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-7ce96dab-842e-48a6-a0ff-9f177d44a981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4137752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8410927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941179'] for subnet, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:48.911351 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-1a81c425-73e5-4fa3-8d3b-1f4ce432cce1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:48.922026 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cb2491-deb0-4e5b-a3c3-96c768daf06d tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Pushing event updated for resources: {'Port': ['ID=e5081fe3-bbc7-449e-9224-7fee6a4bf3f1,revision_number=2']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:48.925560 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-d8cb2491-deb0-4e5b-a3c3-96c768daf06d tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:48.929048 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-d8cb2491-deb0-4e5b-a3c3-96c768daf06d tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188324'] for floatingip, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:48.939564 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-d8cb2491-deb0-4e5b-a3c3-96c768daf06d tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7693310 Jun 28 12:07:48.997183 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce96dab-842e-48a6-a0ff-9f177d44a981 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e8ce9a8-27ee-4ca7-beee-a038ef482b1e,revision_number=0']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:49.001223 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-7ce96dab-842e-48a6-a0ff-9f177d44a981 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:49.006432 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce96dab-842e-48a6-a0ff-9f177d44a981 admin admin] Checking segment: {'id': '1c883e55-a722-4d6c-8e97-ac1a4e6a588f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'df8e1c6a-c7c7-455b-bbe3-5767afe20a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:07:49.006785 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce96dab-842e-48a6-a0ff-9f177d44a981 admin admin] Network hostable DHCP agents. Network: df8e1c6a-c7c7-455b-bbe3-5767afe20a54, hostable agents: ['63aaef39-ba79-4f18-b1e7-d9a1b0fd7cb8'], hosted agents: [] {{(pid=93124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 12:07:49.029490 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce96dab-842e-48a6-a0ff-9f177d44a981 admin admin] Network df8e1c6a-c7c7-455b-bbe3-5767afe20a54 is scheduled to be hosted by DHCP agent 63aaef39-ba79-4f18-b1e7-d9a1b0fd7cb8 with binding_index 1 {{(pid=93124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 12:07:49.042941 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.base_scheduler [None req-7ce96dab-842e-48a6-a0ff-9f177d44a981 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-5-smb, df8e1c6a-c7c7-455b-bbe3-5767afe20a54) {{(pid=93124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:07:49.047957 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce96dab-842e-48a6-a0ff-9f177d44a981 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:49.048658 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-7ce96dab-842e-48a6-a0ff-9f177d44a981 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:49.055707 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0291f1-d685-4829-a8bf-cac0aefe9b0d None None] Network df8e1c6a-c7c7-455b-bbe3-5767afe20a54 requested from dv-cinder-772388-5-smb {{(pid=93126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:07:49.066932 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-7ce96dab-842e-48a6-a0ff-9f177d44a981 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5159786 Jun 28 12:07:49.180048 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-42bc2817-7cb0-46e6-8f60-dfeb2b7697d7 req-c03ff2e4-6714-46ea-be03-deccc768acd8 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--971200198&fields=id&tenant_id=25df7236fcb6488397fe969e6963f8c4 HTTP/1.1" status: 200 len: 267 time: 0.0530987 Jun 28 12:07:49.254464 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08818c51-6a9d-4205-a599-70b52177ffa7 None None] Network df8e1c6a-c7c7-455b-bbe3-5767afe20a54 requested from dv-cinder-772388-5-smb {{(pid=93126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:07:49.381022 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc2817-7cb0-46e6-8f60-dfeb2b7697d7 req-0881c944-2f5a-41da-ba06-b773e948d361 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:49.386615 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-42bc2817-7cb0-46e6-8f60-dfeb2b7697d7 req-0881c944-2f5a-41da-ba06-b773e948d361 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/networks?id=61e6c2ec-9082-4875-a218-8630ba468008 HTTP/1.1" status: 200 len: 816 time: 0.1982999 Jun 28 12:07:49.404478 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-42bc2817-7cb0-46e6-8f60-dfeb2b7697d7 req-32031655-7ac9-4150-8449-d1dac8fb641a tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/quotas/25df7236fcb6488397fe969e6963f8c4 HTTP/1.1" status: 200 len: 375 time: 0.0123761 Jun 28 12:07:49.528986 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-42bc2817-7cb0-46e6-8f60-dfeb2b7697d7 req-74c1d9e9-e418-4e20-b681-ed1b79fe3619 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=25df7236fcb6488397fe969e6963f8c4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1184857 Jun 28 12:07:49.588263 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device 50e9aca4-e948-4b13-877e-7ced21b0b677 up at agent ovs-agent-dv-cinder-772388-5-smb {{(pid=93126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:07:49.647478 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-42bc2817-7cb0-46e6-8f60-dfeb2b7697d7 req-34210430-c4c1-44ff-81b9-070dfca1f41a service neutron] 10.222.0.26 "GET /v2.0/networks/61e6c2ec-9082-4875-a218-8630ba468008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059551 Jun 28 12:07:49.652508 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Provisioning complete for port 50e9aca4-e948-4b13-877e-7ced21b0b677 triggered by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:07:49.653106 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:49.769183 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-42bc2817-7cb0-46e6-8f60-dfeb2b7697d7 req-8d7317c9-db50-4c45-8793-f5ed6f70cd89 service neutron] 10.222.0.26 "GET /v2.0/networks/61e6c2ec-9082-4875-a218-8630ba468008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206484 Jun 28 12:07:50.055515 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-75acb4ce-87a4-4f65-8e8d-14ab45769a9f req-b50beb94-3df9-46d6-b1ba-45308fbde678 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=a96ea42c-794f-43a0-8982-d108eef30624 HTTP/1.1" status: 200 len: 210 time: 0.0490179 Jun 28 12:07:51.279265 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc2817-7cb0-46e6-8f60-dfeb2b7697d7 req-bc6c9287-c283-49bc-85ca-d0de19e8af3a tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:51.280973 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-42bc2817-7cb0-46e6-8f60-dfeb2b7697d7 req-bc6c9287-c283-49bc-85ca-d0de19e8af3a tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.61 "GET /v2.0/networks?id=61e6c2ec-9082-4875-a218-8630ba468008 HTTP/1.1" status: 200 len: 816 time: 0.2085807 Jun 28 12:07:51.286647 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-e328290d-37c8-4e7f-8553-1c1783e1b203 req-e5c07a44-36fd-4f40-bfb2-82b57860333e tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=a96ea42c-794f-43a0-8982-d108eef30624 HTTP/1.1" status: 200 len: 210 time: 0.0479641 Jun 28 12:07:51.342487 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-42bc2817-7cb0-46e6-8f60-dfeb2b7697d7 req-63225844-8c5a-4c62-88df-13f85ba7c2d6 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25df7236fcb6488397fe969e6963f8c4 HTTP/1.1" status: 200 len: 379 time: 0.0428755 Jun 28 12:07:51.344883 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.v2.base [req-42bc2817-7cb0-46e6-8f60-dfeb2b7697d7 req-d02e9f51-ca14-4149-8741-69f3ab56a090 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Request body: {'port': {'device_id': 'a96ea42c-794f-43a0-8982-d108eef30624', 'network_id': '61e6c2ec-9082-4875-a218-8630ba468008', 'admin_state_up': True, 'tenant_id': '25df7236fcb6488397fe969e6963f8c4', 'security_groups': ['ed525ddb-307d-46d7-a379-3c4ff2291382']}} {{(pid=93125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:07:51.393139 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37787117-1c25-4171-802f-982b36b36ad0 req-345fa33d-31a9-47dc-ad9c-0d278b846df2 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:51.394632 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-37787117-1c25-4171-802f-982b36b36ad0 req-345fa33d-31a9-47dc-ad9c-0d278b846df2 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.26 "GET /v2.0/networks?id=df8e1c6a-c7c7-455b-bbe3-5767afe20a54 HTTP/1.1" status: 200 len: 814 time: 0.1822689 Jun 28 12:07:51.425383 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-37787117-1c25-4171-802f-982b36b36ad0 req-90696139-6ed0-4514-9092-b4430973ef57 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.26 "GET /v2.0/quotas/f982f2df9ee0484f9684f0f6c7e5d444 HTTP/1.1" status: 200 len: 375 time: 0.0155911 Jun 28 12:07:51.464138 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-37787117-1c25-4171-802f-982b36b36ad0 req-4168c8e1-0973-4265-9879-4961dc2d9fad tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f982f2df9ee0484f9684f0f6c7e5d444&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376966 Jun 28 12:07:51.514719 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42bc2817-7cb0-46e6-8f60-dfeb2b7697d7 req-d02e9f51-ca14-4149-8741-69f3ab56a090 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Made reservation on behalf of 25df7236fcb6488397fe969e6963f8c4 for: {'port': 1} {{(pid=93125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:07:51.519579 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-42bc2817-7cb0-46e6-8f60-dfeb2b7697d7 req-d02e9f51-ca14-4149-8741-69f3ab56a090 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:51.675138 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.db_base_plugin_common [req-42bc2817-7cb0-46e6-8f60-dfeb2b7697d7 req-d02e9f51-ca14-4149-8741-69f3ab56a090 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Allocated IP 172.20.0.11 (61e6c2ec-9082-4875-a218-8630ba468008/558089fa-d5c8-4a60-a96f-efb801414a3b/d427cd69-13e1-4e2f-af81-216156f0c545) {{(pid=93125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:07:51.851132 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-42bc2817-7cb0-46e6-8f60-dfeb2b7697d7 req-d02e9f51-ca14-4149-8741-69f3ab56a090 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks [] for port, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:51.867572 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.provisioning_blocks [req-42bc2817-7cb0-46e6-8f60-dfeb2b7697d7 req-d02e9f51-ca14-4149-8741-69f3ab56a090 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Transition to ACTIVE for port object d427cd69-13e1-4e2f-af81-216156f0c545 will not be triggered until provisioned by entity DHCP. {{(pid=93125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:07:51.878880 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-37787117-1c25-4171-802f-982b36b36ad0 req-0aa23e07-a237-454b-ac5e-e4b4b6b5c3f2 service neutron] 10.222.0.26 "GET /v2.0/networks/df8e1c6a-c7c7-455b-bbe3-5767afe20a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4136846 Jun 28 12:07:51.906367 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-42bc2817-7cb0-46e6-8f60-dfeb2b7697d7 req-d02e9f51-ca14-4149-8741-69f3ab56a090 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751010131950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8412961'] for port, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:51.913052 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-a7a96a01-1b57-4c65-a542-684904de0c3d tempest-DeleteServersTestJSON-200062201 tempest-DeleteServersTestJSON-200062201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:51.961347 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42bc2817-7cb0-46e6-8f60-dfeb2b7697d7 req-d02e9f51-ca14-4149-8741-69f3ab56a090 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Network 61e6c2ec-9082-4875-a218-8630ba468008 is already hosted by enough agents. {{(pid=93125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:07:51.967720 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.base_scheduler [req-42bc2817-7cb0-46e6-8f60-dfeb2b7697d7 req-d02e9f51-ca14-4149-8741-69f3ab56a090 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Resources bound (agent type, host, resource id): {{(pid=93125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:07:51.980398 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.l3_dvrscheduler_db [req-42bc2817-7cb0-46e6-8f60-dfeb2b7697d7 req-d02e9f51-ca14-4149-8741-69f3ab56a090 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Received port after_create {{(pid=93125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:07:51.982227 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-37787117-1c25-4171-802f-982b36b36ad0 req-80050533-2e81-41c3-9024-4e9852032b5e service neutron] 10.222.0.26 "GET /v2.0/networks/df8e1c6a-c7c7-455b-bbe3-5767afe20a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019022 Jun 28 12:07:52.025839 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02e9f51-ca14-4149-8741-69f3ab56a090 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Pushing event updated for resources: {'Port': ['ID=d427cd69-13e1-4e2f-af81-216156f0c545,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:52.030035 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-d02e9f51-ca14-4149-8741-69f3ab56a090 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:52.050215 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc2817-7cb0-46e6-8f60-dfeb2b7697d7 req-d02e9f51-ca14-4149-8741-69f3ab56a090 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:52.050929 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-42bc2817-7cb0-46e6-8f60-dfeb2b7697d7 req-d02e9f51-ca14-4149-8741-69f3ab56a090 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188324'] for port, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:52.078093 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-42bc2817-7cb0-46e6-8f60-dfeb2b7697d7 req-d02e9f51-ca14-4149-8741-69f3ab56a090 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7389994 Jun 28 12:07:52.089640 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.v2.base [req-42bc2817-7cb0-46e6-8f60-dfeb2b7697d7 req-daa877f8-6afd-4c92-8f8f-0321e20a6074 service neutron] Request body: {'port': {'device_id': 'a96ea42c-794f-43a0-8982-d108eef30624', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=93125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:07:52.239005 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-42bc2817-7cb0-46e6-8f60-dfeb2b7697d7 req-daa877f8-6afd-4c92-8f8f-0321e20a6074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:52.252537 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-c1bde46f-d0ff-4b01-8550-a7f472309491 req-da760cf5-edd0-44b0-87ed-0938ddd01995 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e9a4a8d-6328-4e51-a18d-e9f1432b8c06 HTTP/1.1" status: 200 len: 210 time: 0.0524602 Jun 28 12:07:52.398212 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-259c4a6b-0829-4b83-82d5-452e7f4d819e None None] Provisioning for port d427cd69-13e1-4e2f-af81-216156f0c545 completed by entity DHCP. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:07:52.409605 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-259c4a6b-0829-4b83-82d5-452e7f4d819e None None] Provisioning complete for port d427cd69-13e1-4e2f-af81-216156f0c545 triggered by entity DHCP. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:07:52.410043 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-259c4a6b-0829-4b83-82d5-452e7f4d819e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:52.469965 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.plugin [None req-259c4a6b-0829-4b83-82d5-452e7f4d819e None None] Port d427cd69-13e1-4e2f-af81-216156f0c545 cannot update to ACTIVE because it is not bound. {{(pid=93126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:07:52.563168 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7189751a-42fb-4583-aaf8-3a0028752da7 req-6df9bac8-2506-4583-9763-9aa3b6afdb6e tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:52.570786 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-7189751a-42fb-4583-aaf8-3a0028752da7 req-6df9bac8-2506-4583-9763-9aa3b6afdb6e tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=a96ea42c-794f-43a0-8982-d108eef30624 HTTP/1.1" status: 200 len: 932 time: 0.0870314 Jun 28 12:07:52.629624 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-7189751a-42fb-4583-aaf8-3a0028752da7 req-9c68e6ac-0e81-4aac-8301-ae718a2d23b3 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed525ddb-307d-46d7-a379-3c4ff2291382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578661 Jun 28 12:07:52.643238 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.notifiers.nova [req-42bc2817-7cb0-46e6-8f60-dfeb2b7697d7 req-daa877f8-6afd-4c92-8f8f-0321e20a6074 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d427cd69-13e1-4e2f-af81-216156f0c545 {{(pid=93125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:07:52.655642 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-42bc2817-7cb0-46e6-8f60-dfeb2b7697d7 req-daa877f8-6afd-4c92-8f8f-0321e20a6074 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:52.681105 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.provisioning_blocks [req-42bc2817-7cb0-46e6-8f60-dfeb2b7697d7 req-daa877f8-6afd-4c92-8f8f-0321e20a6074 service neutron] Transition to ACTIVE for port object d427cd69-13e1-4e2f-af81-216156f0c545 will not be triggered until provisioned by entity L2. {{(pid=93125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:07:52.690124 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-42bc2817-7cb0-46e6-8f60-dfeb2b7697d7 req-daa877f8-6afd-4c92-8f8f-0321e20a6074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8413139'] for port, after_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:52.692686 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-56c047a8-2cb9-4b52-bb4b-98432afff64e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:52.785632 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa877f8-6afd-4c92-8f8f-0321e20a6074 service neutron] Pushing event updated for resources: {'Port': ['ID=d427cd69-13e1-4e2f-af81-216156f0c545,revision_number=2']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:52.791838 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-daa877f8-6afd-4c92-8f8f-0321e20a6074 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:52.871245 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.managers [req-42bc2817-7cb0-46e6-8f60-dfeb2b7697d7 req-daa877f8-6afd-4c92-8f8f-0321e20a6074 service neutron] Attempting to bind port d427cd69-13e1-4e2f-af81-216156f0c545 on host hv-cinder-77238 for vnic_type normal with profile {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:07:52.872762 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.managers [req-42bc2817-7cb0-46e6-8f60-dfeb2b7697d7 req-daa877f8-6afd-4c92-8f8f-0321e20a6074 service neutron] Attempting to bind port d427cd69-13e1-4e2f-af81-216156f0c545 by drivers openvswitch,hyperv on host hv-cinder-77238 at level 0 using segments [{'id': 'aed9295f-7fc3-449f-af4b-5fa9a30585ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '61e6c2ec-9082-4875-a218-8630ba468008'}] {{(pid=93125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:07:52.873075 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bc2817-7cb0-46e6-8f60-dfeb2b7697d7 req-daa877f8-6afd-4c92-8f8f-0321e20a6074 service neutron] Attempting to bind port d427cd69-13e1-4e2f-af81-216156f0c545 on network 61e6c2ec-9082-4875-a218-8630ba468008 {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:07:52.882091 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bc2817-7cb0-46e6-8f60-dfeb2b7697d7 req-daa877f8-6afd-4c92-8f8f-0321e20a6074 service neutron] Port d427cd69-13e1-4e2f-af81-216156f0c545 on network 61e6c2ec-9082-4875-a218-8630ba468008 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77238 {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:07:52.882581 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bc2817-7cb0-46e6-8f60-dfeb2b7697d7 req-daa877f8-6afd-4c92-8f8f-0321e20a6074 service neutron] Attempting to bind port d427cd69-13e1-4e2f-af81-216156f0c545 on network 61e6c2ec-9082-4875-a218-8630ba468008 {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:07:52.889246 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bc2817-7cb0-46e6-8f60-dfeb2b7697d7 req-daa877f8-6afd-4c92-8f8f-0321e20a6074 service neutron] Checking agent: {'id': '848960a1-f744-4efd-9f3d-017fcea63875', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 2, 37), 'started_at': datetime.datetime(2021, 6, 28, 12, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:07:52.889627 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bc2817-7cb0-46e6-8f60-dfeb2b7697d7 req-daa877f8-6afd-4c92-8f8f-0321e20a6074 service neutron] Checking segment: {'id': 'aed9295f-7fc3-449f-af4b-5fa9a30585ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '61e6c2ec-9082-4875-a218-8630ba468008'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:07:52.890156 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bc2817-7cb0-46e6-8f60-dfeb2b7697d7 req-daa877f8-6afd-4c92-8f8f-0321e20a6074 service neutron] Bound using segment: {'id': 'aed9295f-7fc3-449f-af4b-5fa9a30585ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '61e6c2ec-9082-4875-a218-8630ba468008'} {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:07:52.890610 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.managers [req-42bc2817-7cb0-46e6-8f60-dfeb2b7697d7 req-daa877f8-6afd-4c92-8f8f-0321e20a6074 service neutron] Bound port: d427cd69-13e1-4e2f-af81-216156f0c545, host: hv-cinder-77238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aed9295f-7fc3-449f-af4b-5fa9a30585ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '61e6c2ec-9082-4875-a218-8630ba468008'}}] {{(pid=93125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:07:52.890974 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-42bc2817-7cb0-46e6-8f60-dfeb2b7697d7 req-daa877f8-6afd-4c92-8f8f-0321e20a6074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:52.969671 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.db [req-42bc2817-7cb0-46e6-8f60-dfeb2b7697d7 req-daa877f8-6afd-4c92-8f8f-0321e20a6074 service neutron] For port d427cd69-13e1-4e2f-af81-216156f0c545, host hv-cinder-77238, cleared binding levels {{(pid=93125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:07:52.973386 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.db [req-42bc2817-7cb0-46e6-8f60-dfeb2b7697d7 req-daa877f8-6afd-4c92-8f8f-0321e20a6074 service neutron] For port d427cd69-13e1-4e2f-af81-216156f0c545, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=d427cd69-13e1-4e2f-af81-216156f0c545,segment=NetworkSegment(aed9295f-7fc3-449f-af4b-5fa9a30585ae),segment_id=aed9295f-7fc3-449f-af4b-5fa9a30585ae)] {{(pid=93125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:07:52.984640 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-42bc2817-7cb0-46e6-8f60-dfeb2b7697d7 req-daa877f8-6afd-4c92-8f8f-0321e20a6074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8413139'] for port, after_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:52.986802 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-08fea5d8-70f2-49f5-aa9c-7de87ccb94f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:53.049574 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa877f8-6afd-4c92-8f8f-0321e20a6074 service neutron] Pushing event updated for resources: {'Port': ['ID=d427cd69-13e1-4e2f-af81-216156f0c545,revision_number=3']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:53.054296 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-daa877f8-6afd-4c92-8f8f-0321e20a6074 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:53.058058 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc2817-7cb0-46e6-8f60-dfeb2b7697d7 req-daa877f8-6afd-4c92-8f8f-0321e20a6074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:53.058736 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-42bc2817-7cb0-46e6-8f60-dfeb2b7697d7 req-daa877f8-6afd-4c92-8f8f-0321e20a6074 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188324'] for port, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:53.061350 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-42bc2817-7cb0-46e6-8f60-dfeb2b7697d7 req-daa877f8-6afd-4c92-8f8f-0321e20a6074 service neutron] 10.222.0.61 "PUT /v2.0/ports/d427cd69-13e1-4e2f-af81-216156f0c545 HTTP/1.1" status: 200 len: 1094 time: 0.9757004 Jun 28 12:07:53.061707 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a96ea42c-794f-43a0-8982-d108eef30624', 'tag': 'd427cd69-13e1-4e2f-af81-216156f0c545'}] {{(pid=93125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:07:53.064247 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cab5cdacc5b3cbbc94323449081fb5e48b25fdc1a77f938b5656c1b79ba6a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8654542e-4d62-4dd0-8e76-5f0d868bac9a" -d '{"events": [{"name": "network-changed", "server_uuid": "a96ea42c-794f-43a0-8982-d108eef30624", "tag": "d427cd69-13e1-4e2f-af81-216156f0c545"}]}' {{(pid=93125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:07:53.159943 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 12:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c10abb-9439-4700-a3ab-beaf755c4bf4 x-openstack-request-id: req-e8c10abb-9439-4700-a3ab-beaf755c4bf4 {{(pid=93125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:07:53.160471 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a96ea42c-794f-43a0-8982-d108eef30624", "tag": "d427cd69-13e1-4e2f-af81-216156f0c545", "status": "completed", "code": 200}]} {{(pid=93125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:07:53.160859 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e8c10abb-9439-4700-a3ab-beaf755c4bf4 {{(pid=93125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:07:53.161626 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a96ea42c-794f-43a0-8982-d108eef30624', 'tag': 'd427cd69-13e1-4e2f-af81-216156f0c545', 'status': 'completed', 'code': 200} Jun 28 12:07:53.192047 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc2817-7cb0-46e6-8f60-dfeb2b7697d7 req-f2990877-a940-4b9b-ab60-cb71d45f942c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:53.193523 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-42bc2817-7cb0-46e6-8f60-dfeb2b7697d7 req-f2990877-a940-4b9b-ab60-cb71d45f942c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=25df7236fcb6488397fe969e6963f8c4&device_id=a96ea42c-794f-43a0-8982-d108eef30624 HTTP/1.1" status: 200 len: 1097 time: 0.0807161 Jun 28 12:07:53.244459 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-42bc2817-7cb0-46e6-8f60-dfeb2b7697d7 req-2211c231-8025-4bf4-a4c5-7eda0605075c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d427cd69-13e1-4e2f-af81-216156f0c545 HTTP/1.1" status: 200 len: 217 time: 0.0430493 Jun 28 12:07:53.299370 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc2817-7cb0-46e6-8f60-dfeb2b7697d7 req-c89ccfc0-b0a9-4e3f-9301-5985c57d40be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:53.301015 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-42bc2817-7cb0-46e6-8f60-dfeb2b7697d7 req-c89ccfc0-b0a9-4e3f-9301-5985c57d40be service neutron] 10.222.0.61 "GET /v2.0/subnets?id=558089fa-d5c8-4a60-a96f-efb801414a3b HTTP/1.1" status: 200 len: 855 time: 0.0505035 Jun 28 12:07:53.377539 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc2817-7cb0-46e6-8f60-dfeb2b7697d7 req-2bcd48c3-9c8a-4283-afae-157cf801b7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:53.379441 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-42bc2817-7cb0-46e6-8f60-dfeb2b7697d7 req-2bcd48c3-9c8a-4283-afae-157cf801b7cd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=61e6c2ec-9082-4875-a218-8630ba468008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0712209 Jun 28 12:07:53.444574 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-8088268b-d129-44dd-a236-0e4779f1f8e1 req-fc97ed1f-74f4-4af3-9228-780fa547947d tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e9a4a8d-6328-4e51-a18d-e9f1432b8c06 HTTP/1.1" status: 200 len: 210 time: 0.0376594 Jun 28 12:07:53.508357 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-42bc2817-7cb0-46e6-8f60-dfeb2b7697d7 req-5eb81f2f-1eba-4108-8dc8-7a5393da0297 service neutron] 10.222.0.61 "GET /v2.0/networks/61e6c2ec-9082-4875-a218-8630ba468008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212096 Jun 28 12:07:53.635266 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-42bc2817-7cb0-46e6-8f60-dfeb2b7697d7 req-b46fa0e7-83b6-4cfc-bee2-c666065175b1 service neutron] 10.222.0.61 "GET /v2.0/networks/61e6c2ec-9082-4875-a218-8630ba468008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188281 Jun 28 12:07:53.730384 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37787117-1c25-4171-802f-982b36b36ad0 req-65decedd-1487-4ed7-a790-db56f3632ed9 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:53.732644 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-37787117-1c25-4171-802f-982b36b36ad0 req-65decedd-1487-4ed7-a790-db56f3632ed9 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.61 "GET /v2.0/networks?id=df8e1c6a-c7c7-455b-bbe3-5767afe20a54 HTTP/1.1" status: 200 len: 814 time: 0.2038591 Jun 28 12:07:53.775976 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.v2.base [req-37787117-1c25-4171-802f-982b36b36ad0 req-ab56a9b2-71ae-4013-b38d-90b02d2116a4 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Request body: {'port': {'device_id': '7e9a4a8d-6328-4e51-a18d-e9f1432b8c06', 'network_id': 'df8e1c6a-c7c7-455b-bbe3-5767afe20a54', 'admin_state_up': True, 'tenant_id': 'f982f2df9ee0484f9684f0f6c7e5d444'}} {{(pid=93124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:07:53.819852 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8654542e-4d62-4dd0-8e76-5f0d868bac9a req-0b60d1f3-5155-4cdf-964b-cf80fa09741e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:53.821950 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-8654542e-4d62-4dd0-8e76-5f0d868bac9a req-0b60d1f3-5155-4cdf-964b-cf80fa09741e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=25df7236fcb6488397fe969e6963f8c4&device_id=a96ea42c-794f-43a0-8982-d108eef30624 HTTP/1.1" status: 200 len: 1097 time: 0.1031594 Jun 28 12:07:53.935889 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3742f6-4c2b-4219-bfdc-a03c46a31162 req-3cf30598-f91a-4930-8c20-e8897be76ca6 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:53.937834 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-9c3742f6-4c2b-4219-bfdc-a03c46a31162 req-3cf30598-f91a-4930-8c20-e8897be76ca6 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=a96ea42c-794f-43a0-8982-d108eef30624 HTTP/1.1" status: 200 len: 944 time: 0.1428201 Jun 28 12:07:53.964565 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8654542e-4d62-4dd0-8e76-5f0d868bac9a req-0535da56-23ac-4aff-b1ae-c48d8ae63a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:53.966793 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-8654542e-4d62-4dd0-8e76-5f0d868bac9a req-0535da56-23ac-4aff-b1ae-c48d8ae63a13 service neutron] 10.222.0.61 "GET /v2.0/networks?id=61e6c2ec-9082-4875-a218-8630ba468008 HTTP/1.1" status: 200 len: 917 time: 0.1377940 Jun 28 12:07:53.981129 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37787117-1c25-4171-802f-982b36b36ad0 req-ab56a9b2-71ae-4013-b38d-90b02d2116a4 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Made reservation on behalf of f982f2df9ee0484f9684f0f6c7e5d444 for: {'port': 1} {{(pid=93124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:07:53.985032 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [req-37787117-1c25-4171-802f-982b36b36ad0 req-ab56a9b2-71ae-4013-b38d-90b02d2116a4 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:54.003257 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-9c3742f6-4c2b-4219-bfdc-a03c46a31162 req-6e79877b-1613-4dd2-af04-99b1c1f5d5f7 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed525ddb-307d-46d7-a379-3c4ff2291382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580788 Jun 28 12:07:54.032967 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-8654542e-4d62-4dd0-8e76-5f0d868bac9a req-9c9cf44e-67ed-4458-84b4-f02e02c1488e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d427cd69-13e1-4e2f-af81-216156f0c545 HTTP/1.1" status: 200 len: 217 time: 0.0576766 Jun 28 12:07:54.095862 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8654542e-4d62-4dd0-8e76-5f0d868bac9a req-cdb38cf2-bd4f-4952-b9c6-1b54434c9712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:54.097357 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-8654542e-4d62-4dd0-8e76-5f0d868bac9a req-cdb38cf2-bd4f-4952-b9c6-1b54434c9712 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=558089fa-d5c8-4a60-a96f-efb801414a3b HTTP/1.1" status: 200 len: 855 time: 0.0555143 Jun 28 12:07:54.169791 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8654542e-4d62-4dd0-8e76-5f0d868bac9a req-53060a98-61a9-42b3-8c96-9974018bda12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:54.171602 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-8654542e-4d62-4dd0-8e76-5f0d868bac9a req-53060a98-61a9-42b3-8c96-9974018bda12 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=61e6c2ec-9082-4875-a218-8630ba468008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0662687 Jun 28 12:07:54.173989 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.db.db_base_plugin_common [req-37787117-1c25-4171-802f-982b36b36ad0 req-ab56a9b2-71ae-4013-b38d-90b02d2116a4 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Allocated IP 172.20.0.2 (df8e1c6a-c7c7-455b-bbe3-5767afe20a54/2e8ce9a8-27ee-4ca7-beee-a038ef482b1e/ad608d4e-687a-4bee-b593-0dc96b8b28c8) {{(pid=93124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:07:54.273071 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-8654542e-4d62-4dd0-8e76-5f0d868bac9a req-141d35af-30bd-46d9-9c45-7804dd38bdd2 service neutron] 10.222.0.61 "GET /v2.0/networks/61e6c2ec-9082-4875-a218-8630ba468008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937052 Jun 28 12:07:54.340301 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [req-37787117-1c25-4171-802f-982b36b36ad0 req-ab56a9b2-71ae-4013-b38d-90b02d2116a4 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Notify callbacks [] for port, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:54.377542 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-8654542e-4d62-4dd0-8e76-5f0d868bac9a req-526e81c5-702f-45f5-8173-54681ad4af65 service neutron] 10.222.0.61 "GET /v2.0/networks/61e6c2ec-9082-4875-a218-8630ba468008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978632 Jun 28 12:07:54.389529 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [req-37787117-1c25-4171-802f-982b36b36ad0 req-ab56a9b2-71ae-4013-b38d-90b02d2116a4 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751010131950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8410971'] for port, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:54.398727 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-1c0da953-1b8d-49f8-828c-f92dcde99e90 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:54.436921 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37787117-1c25-4171-802f-982b36b36ad0 req-ab56a9b2-71ae-4013-b38d-90b02d2116a4 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Network df8e1c6a-c7c7-455b-bbe3-5767afe20a54 is already hosted by enough agents. {{(pid=93124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:07:54.443029 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.base_scheduler [req-37787117-1c25-4171-802f-982b36b36ad0 req-ab56a9b2-71ae-4013-b38d-90b02d2116a4 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Resources bound (agent type, host, resource id): {{(pid=93124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:07:54.445899 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [req-37787117-1c25-4171-802f-982b36b36ad0 req-ab56a9b2-71ae-4013-b38d-90b02d2116a4 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Received port after_create {{(pid=93124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:07:54.487098 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab56a9b2-71ae-4013-b38d-90b02d2116a4 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Pushing event updated for resources: {'Port': ['ID=ad608d4e-687a-4bee-b593-0dc96b8b28c8,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:54.491357 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-ab56a9b2-71ae-4013-b38d-90b02d2116a4 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:54.508598 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37787117-1c25-4171-802f-982b36b36ad0 req-ab56a9b2-71ae-4013-b38d-90b02d2116a4 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:54.508598 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [req-37787117-1c25-4171-802f-982b36b36ad0 req-ab56a9b2-71ae-4013-b38d-90b02d2116a4 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188324'] for port, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:54.523957 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-37787117-1c25-4171-802f-982b36b36ad0 req-ab56a9b2-71ae-4013-b38d-90b02d2116a4 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7803590 Jun 28 12:07:54.534969 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.v2.base [req-37787117-1c25-4171-802f-982b36b36ad0 req-5ed5bb09-7e65-4b5a-b13c-ff1bde5f2bcf service neutron] Request body: {'port': {'device_id': '7e9a4a8d-6328-4e51-a18d-e9f1432b8c06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=93124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:07:54.648511 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [req-37787117-1c25-4171-802f-982b36b36ad0 req-5ed5bb09-7e65-4b5a-b13c-ff1bde5f2bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:54.666394 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0df5c-c885-4695-8c1c-d6b82b27fb36 req-9f2bdfdf-ccd1-48c7-95fb-ab459123e2f2 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:54.667908 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-dea0df5c-c885-4695-8c1c-d6b82b27fb36 req-9f2bdfdf-ccd1-48c7-95fb-ab459123e2f2 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e9a4a8d-6328-4e51-a18d-e9f1432b8c06 HTTP/1.1" status: 200 len: 931 time: 0.1120949 Jun 28 12:07:54.787146 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-dea0df5c-c885-4695-8c1c-d6b82b27fb36 req-ec8e4eb9-2853-40ca-8215-545d542d38dd tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.26 "GET /v2.0/security-groups?id=4e681e2f-7331-470b-8872-1387b086989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968273 Jun 28 12:07:54.952219 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18adb22-e4fe-4a3e-9cc5-de28b8e284a1 req-03162749-4d53-4dfd-b972-ac6db137eed4 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:54.953706 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-a18adb22-e4fe-4a3e-9cc5-de28b8e284a1 req-03162749-4d53-4dfd-b972-ac6db137eed4 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "GET /v2.0/networks?id=7bef17b8-0ae4-45c7-847f-23fc1daef65f HTTP/1.1" status: 200 len: 814 time: 0.1656952 Jun 28 12:07:54.982268 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-a18adb22-e4fe-4a3e-9cc5-de28b8e284a1 req-e11c5315-53eb-418f-81d6-c0d7d5db08fa tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "GET /v2.0/quotas/16d28cd3fdd84351b3873c2a21becf43 HTTP/1.1" status: 200 len: 375 time: 0.0230439 Jun 28 12:07:55.070472 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.notifiers.nova [req-37787117-1c25-4171-802f-982b36b36ad0 req-5ed5bb09-7e65-4b5a-b13c-ff1bde5f2bcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad608d4e-687a-4bee-b593-0dc96b8b28c8 {{(pid=93124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:07:55.082873 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [req-37787117-1c25-4171-802f-982b36b36ad0 req-5ed5bb09-7e65-4b5a-b13c-ff1bde5f2bcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:55.104247 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-a18adb22-e4fe-4a3e-9cc5-de28b8e284a1 req-c0f23199-1ebe-4b39-ad8b-f87bd2617177 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=16d28cd3fdd84351b3873c2a21becf43&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1160140 Jun 28 12:07:55.105096 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [req-37787117-1c25-4171-802f-982b36b36ad0 req-5ed5bb09-7e65-4b5a-b13c-ff1bde5f2bcf service neutron] Transition to ACTIVE for port object ad608d4e-687a-4bee-b593-0dc96b8b28c8 will not be triggered until provisioned by entity L2. {{(pid=93124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:07:55.109256 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [req-37787117-1c25-4171-802f-982b36b36ad0 req-5ed5bb09-7e65-4b5a-b13c-ff1bde5f2bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8411049'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:55.113012 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-569aaec1-8f55-4fd2-95d2-e154c0645338 tempest-VolumesActionsTest-344993821 tempest-VolumesActionsTest-344993821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:55.246229 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed5bb09-7e65-4b5a-b13c-ff1bde5f2bcf service neutron] Pushing event updated for resources: {'Port': ['ID=ad608d4e-687a-4bee-b593-0dc96b8b28c8,revision_number=2']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:55.248993 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-5ed5bb09-7e65-4b5a-b13c-ff1bde5f2bcf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:55.340332 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-a18adb22-e4fe-4a3e-9cc5-de28b8e284a1 req-dc0613b3-7973-4b71-9234-40dfdf7b5ba1 service neutron] 10.222.0.26 "GET /v2.0/networks/7bef17b8-0ae4-45c7-847f-23fc1daef65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209389 Jun 28 12:07:55.351173 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2274e5-f176-4834-854a-0a3f0a997da2 req-edbaf03d-5db6-40db-99ee-96a3d5d39e3f tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:55.353088 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-2d2274e5-f176-4834-854a-0a3f0a997da2 req-edbaf03d-5db6-40db-99ee-96a3d5d39e3f tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=a96ea42c-794f-43a0-8982-d108eef30624 HTTP/1.1" status: 200 len: 944 time: 0.2322180 Jun 28 12:07:55.360930 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [req-37787117-1c25-4171-802f-982b36b36ad0 req-5ed5bb09-7e65-4b5a-b13c-ff1bde5f2bcf service neutron] Attempting to bind port ad608d4e-687a-4bee-b593-0dc96b8b28c8 on host hv-cinder-77238 for vnic_type normal with profile {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:07:55.361269 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [req-37787117-1c25-4171-802f-982b36b36ad0 req-5ed5bb09-7e65-4b5a-b13c-ff1bde5f2bcf service neutron] Attempting to bind port ad608d4e-687a-4bee-b593-0dc96b8b28c8 by drivers openvswitch,hyperv on host hv-cinder-77238 at level 0 using segments [{'id': '1c883e55-a722-4d6c-8e97-ac1a4e6a588f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'df8e1c6a-c7c7-455b-bbe3-5767afe20a54'}] {{(pid=93124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:07:55.361596 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37787117-1c25-4171-802f-982b36b36ad0 req-5ed5bb09-7e65-4b5a-b13c-ff1bde5f2bcf service neutron] Attempting to bind port ad608d4e-687a-4bee-b593-0dc96b8b28c8 on network df8e1c6a-c7c7-455b-bbe3-5767afe20a54 {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:07:55.391354 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37787117-1c25-4171-802f-982b36b36ad0 req-5ed5bb09-7e65-4b5a-b13c-ff1bde5f2bcf service neutron] Port ad608d4e-687a-4bee-b593-0dc96b8b28c8 on network df8e1c6a-c7c7-455b-bbe3-5767afe20a54 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77238 {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:07:55.391679 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37787117-1c25-4171-802f-982b36b36ad0 req-5ed5bb09-7e65-4b5a-b13c-ff1bde5f2bcf service neutron] Attempting to bind port ad608d4e-687a-4bee-b593-0dc96b8b28c8 on network df8e1c6a-c7c7-455b-bbe3-5767afe20a54 {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:07:55.436496 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37787117-1c25-4171-802f-982b36b36ad0 req-5ed5bb09-7e65-4b5a-b13c-ff1bde5f2bcf service neutron] Checking agent: {'id': '848960a1-f744-4efd-9f3d-017fcea63875', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 2, 37), 'started_at': datetime.datetime(2021, 6, 28, 12, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:07:55.436859 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37787117-1c25-4171-802f-982b36b36ad0 req-5ed5bb09-7e65-4b5a-b13c-ff1bde5f2bcf service neutron] Checking segment: {'id': '1c883e55-a722-4d6c-8e97-ac1a4e6a588f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'df8e1c6a-c7c7-455b-bbe3-5767afe20a54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:07:55.437240 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37787117-1c25-4171-802f-982b36b36ad0 req-5ed5bb09-7e65-4b5a-b13c-ff1bde5f2bcf service neutron] Bound using segment: {'id': '1c883e55-a722-4d6c-8e97-ac1a4e6a588f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'df8e1c6a-c7c7-455b-bbe3-5767afe20a54'} {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:07:55.437674 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [req-37787117-1c25-4171-802f-982b36b36ad0 req-5ed5bb09-7e65-4b5a-b13c-ff1bde5f2bcf service neutron] Bound port: ad608d4e-687a-4bee-b593-0dc96b8b28c8, host: hv-cinder-77238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c883e55-a722-4d6c-8e97-ac1a4e6a588f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'df8e1c6a-c7c7-455b-bbe3-5767afe20a54'}}] {{(pid=93124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:07:55.438032 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [req-37787117-1c25-4171-802f-982b36b36ad0 req-5ed5bb09-7e65-4b5a-b13c-ff1bde5f2bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:55.472072 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-2d2274e5-f176-4834-854a-0a3f0a997da2 req-82e6ba62-2f2a-4e9d-96fc-bb047f6fefb6 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed525ddb-307d-46d7-a379-3c4ff2291382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069667 Jun 28 12:07:55.519532 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-a18adb22-e4fe-4a3e-9cc5-de28b8e284a1 req-b09e6c84-e00d-454c-8809-405e38588302 service neutron] 10.222.0.26 "GET /v2.0/networks/7bef17b8-0ae4-45c7-847f-23fc1daef65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655288 Jun 28 12:07:55.534921 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [req-37787117-1c25-4171-802f-982b36b36ad0 req-5ed5bb09-7e65-4b5a-b13c-ff1bde5f2bcf service neutron] For port ad608d4e-687a-4bee-b593-0dc96b8b28c8, host hv-cinder-77238, cleared binding levels {{(pid=93124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:07:55.537852 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [req-37787117-1c25-4171-802f-982b36b36ad0 req-5ed5bb09-7e65-4b5a-b13c-ff1bde5f2bcf service neutron] For port ad608d4e-687a-4bee-b593-0dc96b8b28c8, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=ad608d4e-687a-4bee-b593-0dc96b8b28c8,segment=NetworkSegment(1c883e55-a722-4d6c-8e97-ac1a4e6a588f),segment_id=1c883e55-a722-4d6c-8e97-ac1a4e6a588f)] {{(pid=93124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:07:55.542715 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [req-37787117-1c25-4171-802f-982b36b36ad0 req-5ed5bb09-7e65-4b5a-b13c-ff1bde5f2bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8411049'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:55.545515 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-e120c39b-a7cd-458d-a27e-46c738cede94 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:55.576721 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37787117-1c25-4171-802f-982b36b36ad0 req-5ed5bb09-7e65-4b5a-b13c-ff1bde5f2bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:55.577354 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [req-37787117-1c25-4171-802f-982b36b36ad0 req-5ed5bb09-7e65-4b5a-b13c-ff1bde5f2bcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188324'] for port, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:55.578806 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-37787117-1c25-4171-802f-982b36b36ad0 req-5ed5bb09-7e65-4b5a-b13c-ff1bde5f2bcf service neutron] 10.222.0.61 "PUT /v2.0/ports/ad608d4e-687a-4bee-b593-0dc96b8b28c8 HTTP/1.1" status: 200 len: 1093 time: 1.0481648 Jun 28 12:07:55.579295 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e9a4a8d-6328-4e51-a18d-e9f1432b8c06', 'tag': 'ad608d4e-687a-4bee-b593-0dc96b8b28c8'}] {{(pid=93124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:07:55.581572 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4926e176e742a15448bc39a4c9e2c24b37607ed8759502f34541a4f556826b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae727439-fd8b-438c-ac6a-cd73ced13696" -d '{"events": [{"name": "network-changed", "server_uuid": "7e9a4a8d-6328-4e51-a18d-e9f1432b8c06", "tag": "ad608d4e-687a-4bee-b593-0dc96b8b28c8"}]}' {{(pid=93124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:07:55.605852 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed5bb09-7e65-4b5a-b13c-ff1bde5f2bcf service neutron] Pushing event updated for resources: {'Port': ['ID=ad608d4e-687a-4bee-b593-0dc96b8b28c8,revision_number=3']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:55.612666 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-5ed5bb09-7e65-4b5a-b13c-ff1bde5f2bcf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:55.666674 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 12:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a00ac0-1603-4ddb-a1c5-7eb68261d2f4 x-openstack-request-id: req-15a00ac0-1603-4ddb-a1c5-7eb68261d2f4 {{(pid=93124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:07:55.667004 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e9a4a8d-6328-4e51-a18d-e9f1432b8c06", "tag": "ad608d4e-687a-4bee-b593-0dc96b8b28c8", "status": "completed", "code": 200}]} {{(pid=93124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:07:55.667292 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-15a00ac0-1603-4ddb-a1c5-7eb68261d2f4 {{(pid=93124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:07:55.667718 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e9a4a8d-6328-4e51-a18d-e9f1432b8c06', 'tag': 'ad608d4e-687a-4bee-b593-0dc96b8b28c8', 'status': 'completed', 'code': 200} Jun 28 12:07:55.699917 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-6311203b-ec07-4181-bebd-526f139f2886 req-e416783f-0272-4a8a-8e22-2a1f34eb6ac4 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "GET /v2.0/ports?device_id=999fabb1-3f1f-4897-b03f-494c3910292c HTTP/1.1" status: 200 len: 210 time: 0.0311012 Jun 28 12:07:55.721334 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37787117-1c25-4171-802f-982b36b36ad0 req-13db3e3a-7a89-4af4-82d2-332a097d31aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:55.722676 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-37787117-1c25-4171-802f-982b36b36ad0 req-13db3e3a-7a89-4af4-82d2-332a097d31aa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f982f2df9ee0484f9684f0f6c7e5d444&device_id=7e9a4a8d-6328-4e51-a18d-e9f1432b8c06 HTTP/1.1" status: 200 len: 1096 time: 0.0929465 Jun 28 12:07:55.763957 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-37787117-1c25-4171-802f-982b36b36ad0 req-097f6db2-17dd-450c-9309-f34508c1b7da service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ad608d4e-687a-4bee-b593-0dc96b8b28c8 HTTP/1.1" status: 200 len: 217 time: 0.0336974 Jun 28 12:07:55.815593 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37787117-1c25-4171-802f-982b36b36ad0 req-f131d008-5480-4dd3-9c24-8aea1799b66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:55.817554 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-37787117-1c25-4171-802f-982b36b36ad0 req-f131d008-5480-4dd3-9c24-8aea1799b66e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2e8ce9a8-27ee-4ca7-beee-a038ef482b1e HTTP/1.1" status: 200 len: 854 time: 0.0479662 Jun 28 12:07:55.855533 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-37787117-1c25-4171-802f-982b36b36ad0 req-4e46d5d8-14c6-48ce-b8ec-9e0f683d4fdd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=df8e1c6a-c7c7-455b-bbe3-5767afe20a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319490 Jun 28 12:07:55.989228 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-37787117-1c25-4171-802f-982b36b36ad0 req-e2c8b43b-faf2-429f-ad17-4738de90ba5f service neutron] 10.222.0.61 "GET /v2.0/networks/df8e1c6a-c7c7-455b-bbe3-5767afe20a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269953 Jun 28 12:07:56.033721 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea961e9f-9ea8-40df-9bb4-16b308da45b9 req-31526e79-b5f1-4f66-8e9d-edc3a3cc07ba tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:56.035356 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-ea961e9f-9ea8-40df-9bb4-16b308da45b9 req-31526e79-b5f1-4f66-8e9d-edc3a3cc07ba tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e9a4a8d-6328-4e51-a18d-e9f1432b8c06 HTTP/1.1" status: 200 len: 943 time: 0.1191356 Jun 28 12:07:56.122377 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-ea961e9f-9ea8-40df-9bb4-16b308da45b9 req-1572420d-5692-436e-ab14-cf6e4b37c4bf tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.26 "GET /v2.0/security-groups?id=4e681e2f-7331-470b-8872-1387b086989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581682 Jun 28 12:07:56.132672 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-37787117-1c25-4171-802f-982b36b36ad0 req-f2b819b7-aa8b-49b7-88c5-550f5a57c7bf service neutron] 10.222.0.61 "GET /v2.0/networks/df8e1c6a-c7c7-455b-bbe3-5767afe20a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366520 Jun 28 12:07:56.239554 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae727439-fd8b-438c-ac6a-cd73ced13696 req-959e901e-f139-41c9-9297-9346967a4ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:56.241115 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-ae727439-fd8b-438c-ac6a-cd73ced13696 req-959e901e-f139-41c9-9297-9346967a4ee7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f982f2df9ee0484f9684f0f6c7e5d444&device_id=7e9a4a8d-6328-4e51-a18d-e9f1432b8c06 HTTP/1.1" status: 200 len: 1096 time: 0.0508919 Jun 28 12:07:56.328377 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae727439-fd8b-438c-ac6a-cd73ced13696 req-0a54627e-b51b-4e1a-87c5-171776596211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:56.329949 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-ae727439-fd8b-438c-ac6a-cd73ced13696 req-0a54627e-b51b-4e1a-87c5-171776596211 service neutron] 10.222.0.61 "GET /v2.0/networks?id=df8e1c6a-c7c7-455b-bbe3-5767afe20a54 HTTP/1.1" status: 200 len: 915 time: 0.0822020 Jun 28 12:07:56.374073 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-ae727439-fd8b-438c-ac6a-cd73ced13696 req-3b1e886d-4d94-4aef-9b8c-dac0358f7314 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ad608d4e-687a-4bee-b593-0dc96b8b28c8 HTTP/1.1" status: 200 len: 217 time: 0.0369453 Jun 28 12:07:56.422331 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae727439-fd8b-438c-ac6a-cd73ced13696 req-8236c328-509d-4ff6-a53d-aeec591e12de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:56.423711 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-ae727439-fd8b-438c-ac6a-cd73ced13696 req-8236c328-509d-4ff6-a53d-aeec591e12de service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2e8ce9a8-27ee-4ca7-beee-a038ef482b1e HTTP/1.1" status: 200 len: 854 time: 0.0418127 Jun 28 12:07:56.456819 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-ae727439-fd8b-438c-ac6a-cd73ced13696 req-5f30b4b8-0a54-4835-8005-df8d52819357 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=df8e1c6a-c7c7-455b-bbe3-5767afe20a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250545 Jun 28 12:07:56.551111 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-ae727439-fd8b-438c-ac6a-cd73ced13696 req-c68f89a2-18a0-4823-aeb3-678519ad4307 service neutron] 10.222.0.61 "GET /v2.0/networks/df8e1c6a-c7c7-455b-bbe3-5767afe20a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835462 Jun 28 12:07:56.684477 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-ae727439-fd8b-438c-ac6a-cd73ced13696 req-270a1c85-e91f-4bf0-bf8c-fffa9d222a61 service neutron] 10.222.0.61 "GET /v2.0/networks/df8e1c6a-c7c7-455b-bbe3-5767afe20a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255677 Jun 28 12:07:56.701663 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa6edcd-49d4-4597-84eb-911788368a20 req-c96902c4-ae12-4c23-9acd-d495aeb9dcc9 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:56.703952 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-1fa6edcd-49d4-4597-84eb-911788368a20 req-c96902c4-ae12-4c23-9acd-d495aeb9dcc9 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=a96ea42c-794f-43a0-8982-d108eef30624 HTTP/1.1" status: 200 len: 944 time: 0.1194336 Jun 28 12:07:56.741973 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-1fa6edcd-49d4-4597-84eb-911788368a20 req-43d33215-df7f-44d0-9199-a77213cea9a4 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed525ddb-307d-46d7-a379-3c4ff2291382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326333 Jun 28 12:07:56.807859 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18adb22-e4fe-4a3e-9cc5-de28b8e284a1 req-6271e73e-9592-4a51-bcc3-b270594de1db tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:56.809330 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-a18adb22-e4fe-4a3e-9cc5-de28b8e284a1 req-6271e73e-9592-4a51-bcc3-b270594de1db tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.61 "GET /v2.0/networks?id=7bef17b8-0ae4-45c7-847f-23fc1daef65f HTTP/1.1" status: 200 len: 814 time: 0.1335456 Jun 28 12:07:56.825233 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.v2.base [req-a18adb22-e4fe-4a3e-9cc5-de28b8e284a1 req-c13822f3-8913-43ef-b3be-2f69669ca7d4 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Request body: {'port': {'device_id': '999fabb1-3f1f-4897-b03f-494c3910292c', 'network_id': '7bef17b8-0ae4-45c7-847f-23fc1daef65f', 'admin_state_up': True, 'tenant_id': '16d28cd3fdd84351b3873c2a21becf43'}} {{(pid=93125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:07:56.858944 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-0fb9121b-57e8-4c74-ab1a-0fd3f633439c req-39d461c8-6383-485f-b83f-99cc0ad7fd33 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "GET /v2.0/ports?device_id=999fabb1-3f1f-4897-b03f-494c3910292c HTTP/1.1" status: 200 len: 210 time: 0.0317764 Jun 28 12:07:56.861650 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device d427cd69-13e1-4e2f-af81-216156f0c545 details requested by agent hyperv_hv-cinder-77238 with host hv-cinder-77238 {{(pid=93126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 12:07:56.941762 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a18adb22-e4fe-4a3e-9cc5-de28b8e284a1 req-c13822f3-8913-43ef-b3be-2f69669ca7d4 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Made reservation on behalf of 16d28cd3fdd84351b3873c2a21becf43 for: {'port': 1} {{(pid=93125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:07:56.945753 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-a18adb22-e4fe-4a3e-9cc5-de28b8e284a1 req-c13822f3-8913-43ef-b3be-2f69669ca7d4 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:56.968675 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] For port d427cd69-13e1-4e2f-af81-216156f0c545, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=d427cd69-13e1-4e2f-af81-216156f0c545,segment=NetworkSegment(aed9295f-7fc3-449f-af4b-5fa9a30585ae),segment_id=aed9295f-7fc3-449f-af4b-5fa9a30585ae)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:07:56.984419 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Returning: {'device': 'd427cd69-13e1-4e2f-af81-216156f0c545', 'network_id': '61e6c2ec-9082-4875-a218-8630ba468008', 'port_id': 'd427cd69-13e1-4e2f-af81-216156f0c545', 'mac_address': 'fa:16:3e:00:e6:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558089fa-d5c8-4a60-a96f-efb801414a3b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 12:07:57.076400 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.db_base_plugin_common [req-a18adb22-e4fe-4a3e-9cc5-de28b8e284a1 req-c13822f3-8913-43ef-b3be-2f69669ca7d4 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Allocated IP 172.20.0.10 (7bef17b8-0ae4-45c7-847f-23fc1daef65f/4b803345-ed73-44e3-b090-d86fc3cf2747/2feead54-ebf5-4c37-90f8-9326ab74c445) {{(pid=93125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:07:57.140638 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:57.154416 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.notifiers.nova [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d427cd69-13e1-4e2f-af81-216156f0c545 {{(pid=93126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:07:57.184763 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] For port d427cd69-13e1-4e2f-af81-216156f0c545, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=d427cd69-13e1-4e2f-af81-216156f0c545,segment=NetworkSegment(aed9295f-7fc3-449f-af4b-5fa9a30585ae),segment_id=aed9295f-7fc3-449f-af4b-5fa9a30585ae)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:07:57.190661 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:57.195797 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:57.232198 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-a18adb22-e4fe-4a3e-9cc5-de28b8e284a1 req-c13822f3-8913-43ef-b3be-2f69669ca7d4 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Notify callbacks [] for port, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:57.245926 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.provisioning_blocks [req-a18adb22-e4fe-4a3e-9cc5-de28b8e284a1 req-c13822f3-8913-43ef-b3be-2f69669ca7d4 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Transition to ACTIVE for port object 2feead54-ebf5-4c37-90f8-9326ab74c445 will not be triggered until provisioned by entity DHCP. {{(pid=93125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:07:57.253610 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Pushing event updated for resources: {'Port': ['ID=d427cd69-13e1-4e2f-af81-216156f0c545,revision_number=4']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:57.257467 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:57.279382 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-a18adb22-e4fe-4a3e-9cc5-de28b8e284a1 req-c13822f3-8913-43ef-b3be-2f69669ca7d4 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751010131950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8412961'] for port, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:57.283219 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-daa877f8-6afd-4c92-8f8f-0321e20a6074 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:57.322805 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a18adb22-e4fe-4a3e-9cc5-de28b8e284a1 req-c13822f3-8913-43ef-b3be-2f69669ca7d4 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Network 7bef17b8-0ae4-45c7-847f-23fc1daef65f is already hosted by enough agents. {{(pid=93125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:07:57.324482 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da92847a-1866-4325-a2b9-9de0530ed7db req-5a9d2715-3e93-432c-aba5-236d239dd614 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:57.325983 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-da92847a-1866-4325-a2b9-9de0530ed7db req-5a9d2715-3e93-432c-aba5-236d239dd614 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e9a4a8d-6328-4e51-a18d-e9f1432b8c06 HTTP/1.1" status: 200 len: 943 time: 0.0735309 Jun 28 12:07:57.329745 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.base_scheduler [req-a18adb22-e4fe-4a3e-9cc5-de28b8e284a1 req-c13822f3-8913-43ef-b3be-2f69669ca7d4 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Resources bound (agent type, host, resource id): {{(pid=93125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:07:57.335354 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.l3_dvrscheduler_db [req-a18adb22-e4fe-4a3e-9cc5-de28b8e284a1 req-c13822f3-8913-43ef-b3be-2f69669ca7d4 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Received port after_create {{(pid=93125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:07:57.340176 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13822f3-8913-43ef-b3be-2f69669ca7d4 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Pushing event updated for resources: {'Port': ['ID=2feead54-ebf5-4c37-90f8-9326ab74c445,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:57.343600 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-c13822f3-8913-43ef-b3be-2f69669ca7d4 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:57.374472 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-da92847a-1866-4325-a2b9-9de0530ed7db req-f59c0081-b95d-4828-be1a-5ec6f2e4b3f3 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.26 "GET /v2.0/security-groups?id=4e681e2f-7331-470b-8872-1387b086989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362325 Jun 28 12:07:57.402049 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] get_ports_and_sgs() called for port_ids ['d427cd69-13e1-4e2f-af81-216156f0c545'] {{(pid=93126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:07:57.407751 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18adb22-e4fe-4a3e-9cc5-de28b8e284a1 req-c13822f3-8913-43ef-b3be-2f69669ca7d4 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:57.409250 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-a18adb22-e4fe-4a3e-9cc5-de28b8e284a1 req-c13822f3-8913-43ef-b3be-2f69669ca7d4 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188324'] for port, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:57.433553 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-a18adb22-e4fe-4a3e-9cc5-de28b8e284a1 req-c13822f3-8913-43ef-b3be-2f69669ca7d4 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6122544 Jun 28 12:07:57.447249 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.v2.base [req-a18adb22-e4fe-4a3e-9cc5-de28b8e284a1 req-d62fb9e9-4de6-4577-a56a-4608ebaa05b9 service neutron] Request body: {'port': {'device_id': '999fabb1-3f1f-4897-b03f-494c3910292c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=93125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:07:57.591734 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-a18adb22-e4fe-4a3e-9cc5-de28b8e284a1 req-d62fb9e9-4de6-4577-a56a-4608ebaa05b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:57.692581 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-b335f15d-ce91-4eed-89b4-8664445c1d54 None None] Provisioning for port 2feead54-ebf5-4c37-90f8-9326ab74c445 completed by entity DHCP. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:07:57.696768 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-b335f15d-ce91-4eed-89b4-8664445c1d54 None None] Provisioning complete for port 2feead54-ebf5-4c37-90f8-9326ab74c445 triggered by entity DHCP. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:07:57.697314 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-b335f15d-ce91-4eed-89b4-8664445c1d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:57.753820 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.plugin [None req-b335f15d-ce91-4eed-89b4-8664445c1d54 None None] Port 2feead54-ebf5-4c37-90f8-9326ab74c445 cannot update to ACTIVE because it is not bound. {{(pid=93126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:07:58.003042 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.notifiers.nova [req-a18adb22-e4fe-4a3e-9cc5-de28b8e284a1 req-d62fb9e9-4de6-4577-a56a-4608ebaa05b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2feead54-ebf5-4c37-90f8-9326ab74c445 {{(pid=93125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:07:58.012530 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-a18adb22-e4fe-4a3e-9cc5-de28b8e284a1 req-d62fb9e9-4de6-4577-a56a-4608ebaa05b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:58.038812 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.provisioning_blocks [req-a18adb22-e4fe-4a3e-9cc5-de28b8e284a1 req-d62fb9e9-4de6-4577-a56a-4608ebaa05b9 service neutron] Transition to ACTIVE for port object 2feead54-ebf5-4c37-90f8-9326ab74c445 will not be triggered until provisioned by entity L2. {{(pid=93125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:07:58.049531 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-a18adb22-e4fe-4a3e-9cc5-de28b8e284a1 req-d62fb9e9-4de6-4577-a56a-4608ebaa05b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8413139'] for port, after_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:58.051645 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-632c3a41-4357-4ed2-941e-f826f37dbe15 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:58.067391 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef19d5-5a27-49bc-84bb-c498ea39f07b req-1d03c2ed-a213-4e8f-92d2-4c10f4211fac tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:58.070583 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-0eef19d5-5a27-49bc-84bb-c498ea39f07b req-1d03c2ed-a213-4e8f-92d2-4c10f4211fac tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=a96ea42c-794f-43a0-8982-d108eef30624 HTTP/1.1" status: 200 len: 945 time: 0.1511436 Jun 28 12:07:58.128629 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62fb9e9-4de6-4577-a56a-4608ebaa05b9 service neutron] Pushing event updated for resources: {'Port': ['ID=2feead54-ebf5-4c37-90f8-9326ab74c445,revision_number=2']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:58.162217 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-d62fb9e9-4de6-4577-a56a-4608ebaa05b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:58.215430 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-0eef19d5-5a27-49bc-84bb-c498ea39f07b req-784d0172-940a-40bd-b3f1-362a6c3f8ec9 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed525ddb-307d-46d7-a379-3c4ff2291382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223259 Jun 28 12:07:58.233293 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba63dbd-a263-4cfd-bd02-db424465698d req-09df35af-4064-49d1-a742-4ce6d75ea852 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:58.242233 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-5ba63dbd-a263-4cfd-bd02-db424465698d req-09df35af-4064-49d1-a742-4ce6d75ea852 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "GET /v2.0/ports?device_id=999fabb1-3f1f-4897-b03f-494c3910292c HTTP/1.1" status: 200 len: 944 time: 0.2075872 Jun 28 12:07:58.246159 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.managers [req-a18adb22-e4fe-4a3e-9cc5-de28b8e284a1 req-d62fb9e9-4de6-4577-a56a-4608ebaa05b9 service neutron] Attempting to bind port 2feead54-ebf5-4c37-90f8-9326ab74c445 on host hv-cinder-77238 for vnic_type normal with profile {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:07:58.246489 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.managers [req-a18adb22-e4fe-4a3e-9cc5-de28b8e284a1 req-d62fb9e9-4de6-4577-a56a-4608ebaa05b9 service neutron] Attempting to bind port 2feead54-ebf5-4c37-90f8-9326ab74c445 by drivers openvswitch,hyperv on host hv-cinder-77238 at level 0 using segments [{'id': '52116a9a-38a5-459a-ac2a-7b9d05591973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '7bef17b8-0ae4-45c7-847f-23fc1daef65f'}] {{(pid=93125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:07:58.247258 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18adb22-e4fe-4a3e-9cc5-de28b8e284a1 req-d62fb9e9-4de6-4577-a56a-4608ebaa05b9 service neutron] Attempting to bind port 2feead54-ebf5-4c37-90f8-9326ab74c445 on network 7bef17b8-0ae4-45c7-847f-23fc1daef65f {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:07:58.252828 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18adb22-e4fe-4a3e-9cc5-de28b8e284a1 req-d62fb9e9-4de6-4577-a56a-4608ebaa05b9 service neutron] Port 2feead54-ebf5-4c37-90f8-9326ab74c445 on network 7bef17b8-0ae4-45c7-847f-23fc1daef65f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77238 {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:07:58.253302 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18adb22-e4fe-4a3e-9cc5-de28b8e284a1 req-d62fb9e9-4de6-4577-a56a-4608ebaa05b9 service neutron] Attempting to bind port 2feead54-ebf5-4c37-90f8-9326ab74c445 on network 7bef17b8-0ae4-45c7-847f-23fc1daef65f {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:07:58.259718 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18adb22-e4fe-4a3e-9cc5-de28b8e284a1 req-d62fb9e9-4de6-4577-a56a-4608ebaa05b9 service neutron] Checking agent: {'id': '848960a1-f744-4efd-9f3d-017fcea63875', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 2, 37), 'started_at': datetime.datetime(2021, 6, 28, 12, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:07:58.260062 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18adb22-e4fe-4a3e-9cc5-de28b8e284a1 req-d62fb9e9-4de6-4577-a56a-4608ebaa05b9 service neutron] Checking segment: {'id': '52116a9a-38a5-459a-ac2a-7b9d05591973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '7bef17b8-0ae4-45c7-847f-23fc1daef65f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:07:58.260601 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18adb22-e4fe-4a3e-9cc5-de28b8e284a1 req-d62fb9e9-4de6-4577-a56a-4608ebaa05b9 service neutron] Bound using segment: {'id': '52116a9a-38a5-459a-ac2a-7b9d05591973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '7bef17b8-0ae4-45c7-847f-23fc1daef65f'} {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:07:58.261050 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.managers [req-a18adb22-e4fe-4a3e-9cc5-de28b8e284a1 req-d62fb9e9-4de6-4577-a56a-4608ebaa05b9 service neutron] Bound port: 2feead54-ebf5-4c37-90f8-9326ab74c445, host: hv-cinder-77238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52116a9a-38a5-459a-ac2a-7b9d05591973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '7bef17b8-0ae4-45c7-847f-23fc1daef65f'}}] {{(pid=93125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:07:58.261415 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-a18adb22-e4fe-4a3e-9cc5-de28b8e284a1 req-d62fb9e9-4de6-4577-a56a-4608ebaa05b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:58.349005 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-5ba63dbd-a263-4cfd-bd02-db424465698d req-10aafaba-6888-4fe9-a6ef-bb340faf0f75 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "GET /v2.0/security-groups?id=50db70de-ca32-4e06-be9c-a4f6d54795ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045756 Jun 28 12:07:58.384192 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.db [req-a18adb22-e4fe-4a3e-9cc5-de28b8e284a1 req-d62fb9e9-4de6-4577-a56a-4608ebaa05b9 service neutron] For port 2feead54-ebf5-4c37-90f8-9326ab74c445, host hv-cinder-77238, cleared binding levels {{(pid=93125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:07:58.388328 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.db [req-a18adb22-e4fe-4a3e-9cc5-de28b8e284a1 req-d62fb9e9-4de6-4577-a56a-4608ebaa05b9 service neutron] For port 2feead54-ebf5-4c37-90f8-9326ab74c445, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=2feead54-ebf5-4c37-90f8-9326ab74c445,segment=NetworkSegment(52116a9a-38a5-459a-ac2a-7b9d05591973),segment_id=52116a9a-38a5-459a-ac2a-7b9d05591973)] {{(pid=93125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:07:58.393329 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-a18adb22-e4fe-4a3e-9cc5-de28b8e284a1 req-d62fb9e9-4de6-4577-a56a-4608ebaa05b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8413139'] for port, after_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:58.395369 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-3af86d9d-4ad2-484e-98b4-14d43a76e697 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:58.425118 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18adb22-e4fe-4a3e-9cc5-de28b8e284a1 req-d62fb9e9-4de6-4577-a56a-4608ebaa05b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:58.425633 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-a18adb22-e4fe-4a3e-9cc5-de28b8e284a1 req-d62fb9e9-4de6-4577-a56a-4608ebaa05b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188324'] for port, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:58.427014 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-a18adb22-e4fe-4a3e-9cc5-de28b8e284a1 req-d62fb9e9-4de6-4577-a56a-4608ebaa05b9 service neutron] 10.222.0.61 "PUT /v2.0/ports/2feead54-ebf5-4c37-90f8-9326ab74c445 HTTP/1.1" status: 200 len: 1094 time: 0.9861531 Jun 28 12:07:58.429311 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '999fabb1-3f1f-4897-b03f-494c3910292c', 'tag': '2feead54-ebf5-4c37-90f8-9326ab74c445'}] {{(pid=93125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:07:58.432123 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cab5cdacc5b3cbbc94323449081fb5e48b25fdc1a77f938b5656c1b79ba6a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e495de0-548a-4be5-ac57-49eb976a1327" -d '{"events": [{"name": "network-changed", "server_uuid": "999fabb1-3f1f-4897-b03f-494c3910292c", "tag": "2feead54-ebf5-4c37-90f8-9326ab74c445"}]}' {{(pid=93125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:07:58.518637 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62fb9e9-4de6-4577-a56a-4608ebaa05b9 service neutron] Pushing event updated for resources: {'Port': ['ID=2feead54-ebf5-4c37-90f8-9326ab74c445,revision_number=3']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:58.527936 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-d62fb9e9-4de6-4577-a56a-4608ebaa05b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:58.529550 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 12:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56500bd9-f8b6-4c0c-9b68-6cd974d78424 x-openstack-request-id: req-56500bd9-f8b6-4c0c-9b68-6cd974d78424 {{(pid=93125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:07:58.529868 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "999fabb1-3f1f-4897-b03f-494c3910292c", "tag": "2feead54-ebf5-4c37-90f8-9326ab74c445", "status": "completed", "code": 200}]} {{(pid=93125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:07:58.530158 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-56500bd9-f8b6-4c0c-9b68-6cd974d78424 {{(pid=93125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:07:58.530589 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '999fabb1-3f1f-4897-b03f-494c3910292c', 'tag': '2feead54-ebf5-4c37-90f8-9326ab74c445', 'status': 'completed', 'code': 200} Jun 28 12:07:58.588295 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0c1773-1ff4-4ae7-98dd-326e93d42fb1 req-d52f07c5-4874-43f3-89f7-7520a2434218 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:58.589898 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-6a0c1773-1ff4-4ae7-98dd-326e93d42fb1 req-d52f07c5-4874-43f3-89f7-7520a2434218 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e9a4a8d-6328-4e51-a18d-e9f1432b8c06 HTTP/1.1" status: 200 len: 943 time: 0.0792451 Jun 28 12:07:58.613256 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-41423e5a-0d54-4127-9fbf-5a465efdba95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:58.634827 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-6a0c1773-1ff4-4ae7-98dd-326e93d42fb1 req-e34a6e42-bbea-4ee5-80ed-4b31b8ad4659 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.26 "GET /v2.0/security-groups?id=4e681e2f-7331-470b-8872-1387b086989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370657 Jun 28 12:07:58.883934 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device ad608d4e-687a-4bee-b593-0dc96b8b28c8 details requested by agent hyperv_hv-cinder-77238 with host hv-cinder-77238 {{(pid=93126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 12:07:58.886320 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device d427cd69-13e1-4e2f-af81-216156f0c545 up at agent hyperv_hv-cinder-77238 {{(pid=93126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:07:59.006939 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Provisioning for port d427cd69-13e1-4e2f-af81-216156f0c545 completed by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:07:59.019339 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Provisioning complete for port d427cd69-13e1-4e2f-af81-216156f0c545 triggered by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:07:59.019723 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:59.053442 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] For port ad608d4e-687a-4bee-b593-0dc96b8b28c8, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=ad608d4e-687a-4bee-b593-0dc96b8b28c8,segment=NetworkSegment(1c883e55-a722-4d6c-8e97-ac1a4e6a588f),segment_id=1c883e55-a722-4d6c-8e97-ac1a4e6a588f)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:07:59.072944 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Returning: {'device': 'ad608d4e-687a-4bee-b593-0dc96b8b28c8', 'network_id': 'df8e1c6a-c7c7-455b-bbe3-5767afe20a54', 'port_id': 'ad608d4e-687a-4bee-b593-0dc96b8b28c8', 'mac_address': 'fa:16:3e:c6:18:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e8ce9a8-27ee-4ca7-beee-a038ef482b1e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 12:07:59.122033 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:59.161907 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.notifiers.nova [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad608d4e-687a-4bee-b593-0dc96b8b28c8 {{(pid=93126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:07:59.174911 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:59.192166 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] For port ad608d4e-687a-4bee-b593-0dc96b8b28c8, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=ad608d4e-687a-4bee-b593-0dc96b8b28c8,segment=NetworkSegment(1c883e55-a722-4d6c-8e97-ac1a4e6a588f),segment_id=1c883e55-a722-4d6c-8e97-ac1a4e6a588f)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:07:59.201386 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:59.205239 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:59.211640 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a96ea42c-794f-43a0-8982-d108eef30624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd427cd69-13e1-4e2f-af81-216156f0c545'}] {{(pid=93126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:07:59.214475 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef893c2a45f5206efbef573e37d1784350e1616ec5e975db08a1c6348235ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5fed464-de34-460a-90dd-3a59b6f30a1c" -d '{"events": [{"server_uuid": "a96ea42c-794f-43a0-8982-d108eef30624", "name": "network-vif-plugged", "status": "completed", "tag": "d427cd69-13e1-4e2f-af81-216156f0c545"}]}' {{(pid=93126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:07:59.249357 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] For port d427cd69-13e1-4e2f-af81-216156f0c545, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=d427cd69-13e1-4e2f-af81-216156f0c545,segment=NetworkSegment(aed9295f-7fc3-449f-af4b-5fa9a30585ae),segment_id=aed9295f-7fc3-449f-af4b-5fa9a30585ae)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:07:59.267719 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:59.273696 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccdbf64f-0dbb-4e42-8784-4f3678550efd x-openstack-request-id: req-ccdbf64f-0dbb-4e42-8784-4f3678550efd {{(pid=93126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:07:59.274004 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a96ea42c-794f-43a0-8982-d108eef30624", "name": "network-vif-plugged", "status": "completed", "tag": "d427cd69-13e1-4e2f-af81-216156f0c545", "code": 200}]} {{(pid=93126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:07:59.274324 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ccdbf64f-0dbb-4e42-8784-4f3678550efd {{(pid=93126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:07:59.275242 dv-cinder-772388-5-smb neutron-server[93126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a96ea42c-794f-43a0-8982-d108eef30624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd427cd69-13e1-4e2f-af81-216156f0c545', 'code': 200} Jun 28 12:07:59.289169 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Pushing event updated for resources: {'Port': ['ID=ad608d4e-687a-4bee-b593-0dc96b8b28c8,revision_number=4']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:59.293398 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:59.293952 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:59.373512 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Pushing event updated for resources: {'Port': ['ID=d427cd69-13e1-4e2f-af81-216156f0c545,revision_number=5']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:59.377871 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:59.450020 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3385a8c-173d-4309-b373-3d19cb3dcdba req-d304ff84-3c6b-4cfe-914e-9f19d6232844 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:59.451800 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-c3385a8c-173d-4309-b373-3d19cb3dcdba req-d304ff84-3c6b-4cfe-914e-9f19d6232844 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=a96ea42c-794f-43a0-8982-d108eef30624 HTTP/1.1" status: 200 len: 946 time: 0.0801899 Jun 28 12:07:59.472401 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] get_ports_and_sgs() called for port_ids ['ad608d4e-687a-4bee-b593-0dc96b8b28c8'] {{(pid=93126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:07:59.520374 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-c3385a8c-173d-4309-b373-3d19cb3dcdba req-fc627ea4-e8e8-4b0e-bc1b-1e931d32b414 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed525ddb-307d-46d7-a379-3c4ff2291382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630324 Jun 28 12:07:59.563897 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aeb4ee-f53d-4bd7-b0c8-c7f220c4d4da req-5cae9fe7-fcb4-40ea-8ac0-cccd4f18d215 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:59.565389 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-f7aeb4ee-f53d-4bd7-b0c8-c7f220c4d4da req-5cae9fe7-fcb4-40ea-8ac0-cccd4f18d215 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "GET /v2.0/ports?device_id=999fabb1-3f1f-4897-b03f-494c3910292c HTTP/1.1" status: 200 len: 944 time: 0.0870240 Jun 28 12:07:59.606014 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-f7aeb4ee-f53d-4bd7-b0c8-c7f220c4d4da req-89627a02-5871-45a1-9275-e3bed57eca4b tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "GET /v2.0/security-groups?id=50db70de-ca32-4e06-be9c-a4f6d54795ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331671 Jun 28 12:08:00.091279 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62541ba9-6155-452f-b98b-db6545a5ecb6 req-81211395-f8e0-449b-b31a-2fe7ddab7be0 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:00.092963 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-62541ba9-6155-452f-b98b-db6545a5ecb6 req-81211395-f8e0-449b-b31a-2fe7ddab7be0 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e9a4a8d-6328-4e51-a18d-e9f1432b8c06 HTTP/1.1" status: 200 len: 944 time: 0.3367076 Jun 28 12:08:00.130642 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-62541ba9-6155-452f-b98b-db6545a5ecb6 req-ac3cab18-7f46-4408-aab9-79b66feba9ba tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.26 "GET /v2.0/security-groups?id=4e681e2f-7331-470b-8872-1387b086989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318174 Jun 28 12:08:00.714447 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671298e1-827a-49fd-97cd-ea1405a06459 req-b640da17-72fc-40e1-83a1-ffcd9d330adc tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:00.715903 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-671298e1-827a-49fd-97cd-ea1405a06459 req-b640da17-72fc-40e1-83a1-ffcd9d330adc tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=a96ea42c-794f-43a0-8982-d108eef30624 HTTP/1.1" status: 200 len: 946 time: 0.0768239 Jun 28 12:08:00.788598 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-671298e1-827a-49fd-97cd-ea1405a06459 req-f51a5205-12d3-4f19-a6ac-ee517ad617ba tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed525ddb-307d-46d7-a379-3c4ff2291382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655758 Jun 28 12:08:00.814499 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f964c794-7021-48de-b06b-b690837f330f req-3938e358-58b8-474d-a9f0-a6e41513ea58 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:00.816248 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-f964c794-7021-48de-b06b-b690837f330f req-3938e358-58b8-474d-a9f0-a6e41513ea58 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "GET /v2.0/ports?device_id=999fabb1-3f1f-4897-b03f-494c3910292c HTTP/1.1" status: 200 len: 944 time: 0.0949428 Jun 28 12:08:00.859341 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-f964c794-7021-48de-b06b-b690837f330f req-288d3817-f34a-402a-b8f8-008bea05caae tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "GET /v2.0/security-groups?id=50db70de-ca32-4e06-be9c-a4f6d54795ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364459 Jun 28 12:08:00.896635 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device ad608d4e-687a-4bee-b593-0dc96b8b28c8 up at agent hyperv_hv-cinder-77238 {{(pid=93126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:08:00.953063 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Provisioning for port ad608d4e-687a-4bee-b593-0dc96b8b28c8 completed by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:08:00.956733 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Provisioning complete for port ad608d4e-687a-4bee-b593-0dc96b8b28c8 triggered by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:08:00.957147 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:01.043231 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:01.076821 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] For port ad608d4e-687a-4bee-b593-0dc96b8b28c8, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=ad608d4e-687a-4bee-b593-0dc96b8b28c8,segment=NetworkSegment(1c883e55-a722-4d6c-8e97-ac1a4e6a588f),segment_id=1c883e55-a722-4d6c-8e97-ac1a4e6a588f)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:08:01.080510 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:01.083090 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-85d039a7-8c79-4b18-9825-351df3f6b6eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:08:01.127739 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Pushing event updated for resources: {'Port': ['ID=ad608d4e-687a-4bee-b593-0dc96b8b28c8,revision_number=5']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:08:01.131033 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:08:01.154043 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-a4838916-fab4-4b2e-afe4-dd083c5f3095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:01.277024 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e9a4a8d-6328-4e51-a18d-e9f1432b8c06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad608d4e-687a-4bee-b593-0dc96b8b28c8'}] {{(pid=93126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:08:01.280401 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef893c2a45f5206efbef573e37d1784350e1616ec5e975db08a1c6348235ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b00788-4f62-4a0c-9a8a-5ce6be020bfb" -d '{"events": [{"server_uuid": "7e9a4a8d-6328-4e51-a18d-e9f1432b8c06", "name": "network-vif-plugged", "status": "completed", "tag": "ad608d4e-687a-4bee-b593-0dc96b8b28c8"}]}' {{(pid=93126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:08:01.326440 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a969ec3-c07a-47e5-868e-3ccb0a2b698d x-openstack-request-id: req-3a969ec3-c07a-47e5-868e-3ccb0a2b698d {{(pid=93126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:08:01.326740 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e9a4a8d-6328-4e51-a18d-e9f1432b8c06", "name": "network-vif-plugged", "status": "completed", "tag": "ad608d4e-687a-4bee-b593-0dc96b8b28c8", "code": 200}]} {{(pid=93126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:08:01.327055 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3a969ec3-c07a-47e5-868e-3ccb0a2b698d {{(pid=93126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:08:01.327395 dv-cinder-772388-5-smb neutron-server[93126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e9a4a8d-6328-4e51-a18d-e9f1432b8c06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad608d4e-687a-4bee-b593-0dc96b8b28c8', 'code': 200} Jun 28 12:08:01.330994 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6008b2f-3032-42dc-9524-c5bd65c0b1ac req-cc645557-e9ed-4ba6-b382-520e3d543183 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:01.332457 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-a6008b2f-3032-42dc-9524-c5bd65c0b1ac req-cc645557-e9ed-4ba6-b382-520e3d543183 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e9a4a8d-6328-4e51-a18d-e9f1432b8c06 HTTP/1.1" status: 200 len: 945 time: 0.0876081 Jun 28 12:08:01.374200 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-a6008b2f-3032-42dc-9524-c5bd65c0b1ac req-33edd095-591d-4bfd-94ee-5677f967b291 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.26 "GET /v2.0/security-groups?id=4e681e2f-7331-470b-8872-1387b086989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360582 Jun 28 12:08:01.388840 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:02.023491 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bd346b-9038-435e-bcef-f2e4af3b7ac2 req-69bfd5c5-b35f-45bb-83c1-b7f666a1aa9c tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:02.025822 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-55bd346b-9038-435e-bcef-f2e4af3b7ac2 req-69bfd5c5-b35f-45bb-83c1-b7f666a1aa9c tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=a96ea42c-794f-43a0-8982-d108eef30624 HTTP/1.1" status: 200 len: 946 time: 0.1154420 Jun 28 12:08:02.082029 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-55bd346b-9038-435e-bcef-f2e4af3b7ac2 req-0d556ade-7800-47c0-b1b3-f5f3a0fa5ab7 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed525ddb-307d-46d7-a379-3c4ff2291382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461032 Jun 28 12:08:02.089912 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c1739a-4fe2-47c4-acda-2920db022852 req-50132362-99c3-4803-adf7-5a381b68b5b6 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:02.091363 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-31c1739a-4fe2-47c4-acda-2920db022852 req-50132362-99c3-4803-adf7-5a381b68b5b6 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "GET /v2.0/ports?device_id=999fabb1-3f1f-4897-b03f-494c3910292c HTTP/1.1" status: 200 len: 944 time: 0.1095784 Jun 28 12:08:02.130641 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-31c1739a-4fe2-47c4-acda-2920db022852 req-8eed5d5c-807c-494b-a279-f96cc50f2e2e tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "GET /v2.0/security-groups?id=50db70de-ca32-4e06-be9c-a4f6d54795ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336611 Jun 28 12:08:02.408190 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-5f2b1fbb-f913-4077-a7df-942ed403becf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:02.552560 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571441aa-64e3-4643-aafc-337ecaa0a087 req-720f36d7-445f-442c-8c56-65655ddc828c tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:02.554034 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-571441aa-64e3-4643-aafc-337ecaa0a087 req-720f36d7-445f-442c-8c56-65655ddc828c tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e9a4a8d-6328-4e51-a18d-e9f1432b8c06 HTTP/1.1" status: 200 len: 945 time: 0.0658684 Jun 28 12:08:02.597972 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-571441aa-64e3-4643-aafc-337ecaa0a087 req-05b6ecfb-3746-465d-a6ed-ca6e4cb0a67f tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.26 "GET /v2.0/security-groups?id=4e681e2f-7331-470b-8872-1387b086989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374784 Jun 28 12:08:03.342487 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab3914-8304-4c5a-b974-f039ebc19243 req-38487a70-87a0-4ca7-a69e-9e2eaa9b439c tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:03.343992 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-cdab3914-8304-4c5a-b974-f039ebc19243 req-38487a70-87a0-4ca7-a69e-9e2eaa9b439c tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=a96ea42c-794f-43a0-8982-d108eef30624 HTTP/1.1" status: 200 len: 946 time: 0.1082265 Jun 28 12:08:03.353733 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3cb421-dd34-4190-ae08-a8a7817c4b7a req-428a41ec-35b0-4c3c-99c9-72c04bac4cac tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:03.355235 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-cb3cb421-dd34-4190-ae08-a8a7817c4b7a req-428a41ec-35b0-4c3c-99c9-72c04bac4cac tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "GET /v2.0/ports?device_id=999fabb1-3f1f-4897-b03f-494c3910292c HTTP/1.1" status: 200 len: 944 time: 0.0910058 Jun 28 12:08:03.416990 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-cdab3914-8304-4c5a-b974-f039ebc19243 req-6f2daa88-68f6-4545-a3c6-dc887c50781b tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed525ddb-307d-46d7-a379-3c4ff2291382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606523 Jun 28 12:08:03.420117 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-cb3cb421-dd34-4190-ae08-a8a7817c4b7a req-1d8c6d8f-e028-4ce6-9d21-73188ad48407 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "GET /v2.0/security-groups?id=50db70de-ca32-4e06-be9c-a4f6d54795ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579553 Jun 28 12:08:03.771815 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddaa227-d676-43f9-a787-080446ed7a63 req-47a2672c-8c7c-4fc5-bd7e-1dd9805d05a8 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:03.773295 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-eddaa227-d676-43f9-a787-080446ed7a63 req-47a2672c-8c7c-4fc5-bd7e-1dd9805d05a8 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e9a4a8d-6328-4e51-a18d-e9f1432b8c06 HTTP/1.1" status: 200 len: 945 time: 0.0657356 Jun 28 12:08:03.811889 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-eddaa227-d676-43f9-a787-080446ed7a63 req-be6312b4-84df-40cf-b99b-486a7792adaf tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.26 "GET /v2.0/security-groups?id=4e681e2f-7331-470b-8872-1387b086989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320952 Jun 28 12:08:03.957922 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-664455ac-6bbb-4e68-9a3b-ee59dbc8190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:04.646909 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d927f659-9a65-4b2f-9807-ab3ce4494e7c req-4401450c-4e13-47a7-b3b0-05a6291dd6e4 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:04.648375 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-d927f659-9a65-4b2f-9807-ab3ce4494e7c req-4401450c-4e13-47a7-b3b0-05a6291dd6e4 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=a96ea42c-794f-43a0-8982-d108eef30624 HTTP/1.1" status: 200 len: 946 time: 0.1083736 Jun 28 12:08:04.659951 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b719f3b6-6971-4252-bf3c-46d97fcb78ad req-2fc34db5-69bf-4a0e-9697-ccf1a97c0ce7 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:04.661367 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-b719f3b6-6971-4252-bf3c-46d97fcb78ad req-2fc34db5-69bf-4a0e-9697-ccf1a97c0ce7 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "GET /v2.0/ports?device_id=999fabb1-3f1f-4897-b03f-494c3910292c HTTP/1.1" status: 200 len: 944 time: 0.1200907 Jun 28 12:08:04.721098 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-d927f659-9a65-4b2f-9807-ab3ce4494e7c req-ef98df57-c6cf-4e0c-b2c4-d3f984412560 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed525ddb-307d-46d7-a379-3c4ff2291382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586808 Jun 28 12:08:04.728025 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-b719f3b6-6971-4252-bf3c-46d97fcb78ad req-1950d737-44a0-4c9d-8831-51a6616d7660 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "GET /v2.0/security-groups?id=50db70de-ca32-4e06-be9c-a4f6d54795ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600035 Jun 28 12:08:05.001029 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53c7658-638c-4404-9e2a-56af00044227 req-ae41cbff-5818-4f04-9ad5-d39551f49601 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:05.002488 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-a53c7658-638c-4404-9e2a-56af00044227 req-ae41cbff-5818-4f04-9ad5-d39551f49601 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e9a4a8d-6328-4e51-a18d-e9f1432b8c06 HTTP/1.1" status: 200 len: 945 time: 0.0640810 Jun 28 12:08:05.043869 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-a53c7658-638c-4404-9e2a-56af00044227 req-eae49265-98af-4584-a6d1-4e30b84327a9 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.26 "GET /v2.0/security-groups?id=4e681e2f-7331-470b-8872-1387b086989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347364 Jun 28 12:08:05.955667 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c17dda1-6ee3-4788-9176-4d7937d67a55 req-5644c92e-51ca-48b2-af72-ced4a4e10cc3 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:05.957309 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-8c17dda1-6ee3-4788-9176-4d7937d67a55 req-5644c92e-51ca-48b2-af72-ced4a4e10cc3 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=a96ea42c-794f-43a0-8982-d108eef30624 HTTP/1.1" status: 200 len: 946 time: 0.1026356 Jun 28 12:08:05.968594 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3216dda5-74fa-4bdd-8cde-b490c84c535e req-914f2d29-563f-47ba-a710-bc4b66054063 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:05.970076 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-3216dda5-74fa-4bdd-8cde-b490c84c535e req-914f2d29-563f-47ba-a710-bc4b66054063 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "GET /v2.0/ports?device_id=999fabb1-3f1f-4897-b03f-494c3910292c HTTP/1.1" status: 200 len: 944 time: 0.1253066 Jun 28 12:08:06.021999 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-8c17dda1-6ee3-4788-9176-4d7937d67a55 req-f8794339-a66c-4eff-af6e-849250527947 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed525ddb-307d-46d7-a379-3c4ff2291382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508676 Jun 28 12:08:06.031469 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-3216dda5-74fa-4bdd-8cde-b490c84c535e req-f703615b-eaaa-4785-b22e-83abaf19e9ac tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "GET /v2.0/security-groups?id=50db70de-ca32-4e06-be9c-a4f6d54795ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545905 Jun 28 12:08:06.224768 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec4a9a3-c7b7-4c33-bd34-3741b4c9769e req-d0f0edba-ac85-4fd8-94b4-b13dfcc98e93 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:06.226584 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-6ec4a9a3-c7b7-4c33-bd34-3741b4c9769e req-d0f0edba-ac85-4fd8-94b4-b13dfcc98e93 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e9a4a8d-6328-4e51-a18d-e9f1432b8c06 HTTP/1.1" status: 200 len: 945 time: 0.0708580 Jun 28 12:08:06.263911 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-6ec4a9a3-c7b7-4c33-bd34-3741b4c9769e req-cda6587e-9c76-4cf9-878c-5ed37e4c5fad tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.26 "GET /v2.0/security-groups?id=4e681e2f-7331-470b-8872-1387b086989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311732 Jun 28 12:08:07.247117 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a5d5d0-d368-4eb5-8df4-49e9c708b0c5 req-4c9d5706-816f-4802-8bf3-3eba550cd583 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:07.248589 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-c9a5d5d0-d368-4eb5-8df4-49e9c708b0c5 req-4c9d5706-816f-4802-8bf3-3eba550cd583 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "GET /v2.0/ports?device_id=999fabb1-3f1f-4897-b03f-494c3910292c HTTP/1.1" status: 200 len: 944 time: 0.1029358 Jun 28 12:08:07.267363 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:07.268946 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67834129-903a-4b56-a697-57de15527225 req-2a10b773-c79b-4bc7-9961-f877c733ade6 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:07.270395 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-67834129-903a-4b56-a697-57de15527225 req-2a10b773-c79b-4bc7-9961-f877c733ade6 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=a96ea42c-794f-43a0-8982-d108eef30624 HTTP/1.1" status: 200 len: 946 time: 0.1152525 Jun 28 12:08:07.322983 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-c9a5d5d0-d368-4eb5-8df4-49e9c708b0c5 req-a9bfa73e-052c-486a-871d-850749339215 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "GET /v2.0/security-groups?id=50db70de-ca32-4e06-be9c-a4f6d54795ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675375 Jun 28 12:08:07.329658 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-67834129-903a-4b56-a697-57de15527225 req-343e4022-4ec8-4945-8dc2-da973c0a42f9 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed525ddb-307d-46d7-a379-3c4ff2291382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516381 Jun 28 12:08:07.480457 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03be98-4126-4b43-bb48-bc6df21111ae req-256abe82-4aca-4dad-b34d-e345b6bc64a4 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:07.481935 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-4b03be98-4126-4b43-bb48-bc6df21111ae req-256abe82-4aca-4dad-b34d-e345b6bc64a4 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e9a4a8d-6328-4e51-a18d-e9f1432b8c06 HTTP/1.1" status: 200 len: 945 time: 0.0627310 Jun 28 12:08:07.520567 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-4b03be98-4126-4b43-bb48-bc6df21111ae req-60dd22aa-36a3-49d4-8d7b-fe0a86a83822 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.26 "GET /v2.0/security-groups?id=4e681e2f-7331-470b-8872-1387b086989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330973 Jun 28 12:08:07.791567 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e495de0-548a-4be5-ac57-49eb976a1327 req-66845a29-d27b-48f9-802b-a97a312350fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:07.793078 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-2e495de0-548a-4be5-ac57-49eb976a1327 req-66845a29-d27b-48f9-802b-a97a312350fb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=16d28cd3fdd84351b3873c2a21becf43&device_id=999fabb1-3f1f-4897-b03f-494c3910292c HTTP/1.1" status: 200 len: 1097 time: 0.0633688 Jun 28 12:08:07.929654 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e495de0-548a-4be5-ac57-49eb976a1327 req-9b5d0749-b526-46ca-831c-bfe158b73cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:07.931024 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-2e495de0-548a-4be5-ac57-49eb976a1327 req-9b5d0749-b526-46ca-831c-bfe158b73cf5 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=16d28cd3fdd84351b3873c2a21becf43&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1267793 Jun 28 12:08:07.947577 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e6872f-8e00-48a5-be22-73af88ad292a req-e8cd63bd-90e7-4b33-8c84-ed8c7a82f349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:07.949100 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-34e6872f-8e00-48a5-be22-73af88ad292a req-e8cd63bd-90e7-4b33-8c84-ed8c7a82f349 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a96ea42c-794f-43a0-8982-d108eef30624 HTTP/1.1" status: 200 len: 1099 time: 0.0524280 Jun 28 12:08:07.982133 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-34e6872f-8e00-48a5-be22-73af88ad292a req-1420d09d-1a4e-414b-8bb0-6370942d3e55 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ed525ddb-307d-46d7-a379-3c4ff2291382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270734 Jun 28 12:08:08.028547 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af88717-348a-4bd4-b046-6ec2e7acbf33 req-a8901dc3-5067-4a82-b431-53238da42f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:08.030018 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-4af88717-348a-4bd4-b046-6ec2e7acbf33 req-a8901dc3-5067-4a82-b431-53238da42f1e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7e9a4a8d-6328-4e51-a18d-e9f1432b8c06 HTTP/1.1" status: 200 len: 1098 time: 0.1307273 Jun 28 12:08:08.034290 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e495de0-548a-4be5-ac57-49eb976a1327 req-a7458307-07bf-44f7-9d8c-049ae0d4c808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:08.035577 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-2e495de0-548a-4be5-ac57-49eb976a1327 req-a7458307-07bf-44f7-9d8c-049ae0d4c808 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0978761 Jun 28 12:08:08.071633 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-4af88717-348a-4bd4-b046-6ec2e7acbf33 req-00a50d41-ffbf-4bb5-9faf-26e7b767923c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=4e681e2f-7331-470b-8872-1387b086989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282302 Jun 28 12:08:08.166741 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18adb22-e4fe-4a3e-9cc5-de28b8e284a1 req-decedec4-324a-4d36-9958-715581bf9720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:08.168160 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-a18adb22-e4fe-4a3e-9cc5-de28b8e284a1 req-decedec4-324a-4d36-9958-715581bf9720 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=16d28cd3fdd84351b3873c2a21becf43&device_id=999fabb1-3f1f-4897-b03f-494c3910292c HTTP/1.1" status: 200 len: 1097 time: 0.0530806 Jun 28 12:08:08.223288 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-a18adb22-e4fe-4a3e-9cc5-de28b8e284a1 req-a1d8b38c-6ed6-4abd-a627-585d2e4940b7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2feead54-ebf5-4c37-90f8-9326ab74c445 HTTP/1.1" status: 200 len: 217 time: 0.0322602 Jun 28 12:08:08.269003 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18adb22-e4fe-4a3e-9cc5-de28b8e284a1 req-8393609d-87b5-49ef-8555-20e1e3ecc8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:08.270344 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-a18adb22-e4fe-4a3e-9cc5-de28b8e284a1 req-8393609d-87b5-49ef-8555-20e1e3ecc8ed service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4b803345-ed73-44e3-b090-d86fc3cf2747 HTTP/1.1" status: 200 len: 853 time: 0.0400763 Jun 28 12:08:08.324582 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18adb22-e4fe-4a3e-9cc5-de28b8e284a1 req-ebbfc486-ae49-41a2-bddf-b00dc2c6d71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:08.325978 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-a18adb22-e4fe-4a3e-9cc5-de28b8e284a1 req-ebbfc486-ae49-41a2-bddf-b00dc2c6d71a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7bef17b8-0ae4-45c7-847f-23fc1daef65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0477481 Jun 28 12:08:08.418632 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-a18adb22-e4fe-4a3e-9cc5-de28b8e284a1 req-e750f3dd-7a0b-4e41-a988-b2e456ab2d88 service neutron] 10.222.0.61 "GET /v2.0/networks/7bef17b8-0ae4-45c7-847f-23fc1daef65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843873 Jun 28 12:08:08.510971 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-a18adb22-e4fe-4a3e-9cc5-de28b8e284a1 req-46ef7bc6-92ce-4ac4-8123-b86ca1a6a7bb service neutron] 10.222.0.61 "GET /v2.0/networks/7bef17b8-0ae4-45c7-847f-23fc1daef65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847876 Jun 28 12:08:08.539280 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac54f6f-76bb-4449-9721-7d0856b40e39 req-c66b3dc9-3b6a-4147-acee-07f1244491a3 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:08.540773 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-aac54f6f-76bb-4449-9721-7d0856b40e39 req-c66b3dc9-3b6a-4147-acee-07f1244491a3 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "GET /v2.0/ports?device_id=999fabb1-3f1f-4897-b03f-494c3910292c HTTP/1.1" status: 200 len: 944 time: 0.1054175 Jun 28 12:08:08.552474 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d510f6-6f83-4699-9bb4-0b7c6f92ec6e req-95a9cbfb-27be-4aee-88d8-257ead71cab5 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:08.553888 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-71d510f6-6f83-4699-9bb4-0b7c6f92ec6e req-95a9cbfb-27be-4aee-88d8-257ead71cab5 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=a96ea42c-794f-43a0-8982-d108eef30624 HTTP/1.1" status: 200 len: 946 time: 0.1081200 Jun 28 12:08:08.609360 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-aac54f6f-76bb-4449-9721-7d0856b40e39 req-107b90ea-d255-46d8-9d23-b58d4428c155 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "GET /v2.0/security-groups?id=50db70de-ca32-4e06-be9c-a4f6d54795ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545683 Jun 28 12:08:08.612211 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-71d510f6-6f83-4699-9bb4-0b7c6f92ec6e req-27b89647-65d4-4041-aa7e-e37f69a03a64 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed525ddb-307d-46d7-a379-3c4ff2291382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508487 Jun 28 12:08:08.767278 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2721cc-6e52-4540-a290-e43dff62a68d req-82d780d5-5089-4321-9418-cedd80f7e5ba tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:08.768657 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-2a2721cc-6e52-4540-a290-e43dff62a68d req-82d780d5-5089-4321-9418-cedd80f7e5ba tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e9a4a8d-6328-4e51-a18d-e9f1432b8c06 HTTP/1.1" status: 200 len: 945 time: 0.0623782 Jun 28 12:08:08.806145 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-2a2721cc-6e52-4540-a290-e43dff62a68d req-49e29dcd-2ca9-4a4f-8817-5116d63c4cc0 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.26 "GET /v2.0/security-groups?id=4e681e2f-7331-470b-8872-1387b086989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312717 Jun 28 12:08:09.823710 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78017dee-507d-4381-a16c-963289e5228b req-b13527c8-014f-4e62-bd27-aedaa93ae9ca tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:09.825143 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-78017dee-507d-4381-a16c-963289e5228b req-b13527c8-014f-4e62-bd27-aedaa93ae9ca tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "GET /v2.0/ports?device_id=999fabb1-3f1f-4897-b03f-494c3910292c HTTP/1.1" status: 200 len: 944 time: 0.1038597 Jun 28 12:08:09.832383 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69018be1-a5d1-4f99-b91c-28f7e474c913 req-3fce0e35-563a-4c26-918d-fd3eb2ae534d tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:09.833751 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-69018be1-a5d1-4f99-b91c-28f7e474c913 req-3fce0e35-563a-4c26-918d-fd3eb2ae534d tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=a96ea42c-794f-43a0-8982-d108eef30624 HTTP/1.1" status: 200 len: 946 time: 0.1036651 Jun 28 12:08:09.888952 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-78017dee-507d-4381-a16c-963289e5228b req-699be067-62a2-4230-97b1-e4ce5e7f4855 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "GET /v2.0/security-groups?id=50db70de-ca32-4e06-be9c-a4f6d54795ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542622 Jun 28 12:08:09.893515 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-69018be1-a5d1-4f99-b91c-28f7e474c913 req-10149c3e-cc9d-4e3e-8693-0997991dfc60 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed525ddb-307d-46d7-a379-3c4ff2291382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525479 Jun 28 12:08:10.092686 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5aa738-7500-4bb2-8d93-2b203754bd0e req-81ce4f87-d098-4d63-a95a-7cbe54c9d5cc tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:10.094054 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-8d5aa738-7500-4bb2-8d93-2b203754bd0e req-81ce4f87-d098-4d63-a95a-7cbe54c9d5cc tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e9a4a8d-6328-4e51-a18d-e9f1432b8c06 HTTP/1.1" status: 200 len: 945 time: 0.1067841 Jun 28 12:08:10.104803 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d299955f-67cc-4f3b-ab0a-e3c658de1a57 req-c5239977-40b7-47de-8943-aebfbcbbcda0 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:10.106141 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-d299955f-67cc-4f3b-ab0a-e3c658de1a57 req-c5239977-40b7-47de-8943-aebfbcbbcda0 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=a96ea42c-794f-43a0-8982-d108eef30624 HTTP/1.1" status: 200 len: 946 time: 0.0871537 Jun 28 12:08:10.114607 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 33938) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:08:10.120523 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.v2.base [None req-c9328cbe-6c66-4f33-9686-6542bd6c7073 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Request body: {'floatingip': {'port_id': 'd427cd69-13e1-4e2f-af81-216156f0c545'}} {{(pid=93125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:08:10.140148 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-8d5aa738-7500-4bb2-8d93-2b203754bd0e req-ea706421-5e09-4726-a53d-3d3daeb2979b tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.26 "GET /v2.0/security-groups?id=4e681e2f-7331-470b-8872-1387b086989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327427 Jun 28 12:08:10.166477 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-c9328cbe-6c66-4f33-9686-6542bd6c7073 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks [] for floatingip, before_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:10.929458 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device 2feead54-ebf5-4c37-90f8-9326ab74c445 details requested by agent hyperv_hv-cinder-77238 with host hv-cinder-77238 {{(pid=93126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 12:08:10.973466 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-c9328cbe-6c66-4f33-9686-6542bd6c7073 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:10.977786 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-c9328cbe-6c66-4f33-9686-6542bd6c7073 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799926'] for floatingip, after_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:11.032745 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] For port 2feead54-ebf5-4c37-90f8-9326ab74c445, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=2feead54-ebf5-4c37-90f8-9326ab74c445,segment=NetworkSegment(52116a9a-38a5-459a-ac2a-7b9d05591973),segment_id=52116a9a-38a5-459a-ac2a-7b9d05591973)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:08:11.044121 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Returning: {'device': '2feead54-ebf5-4c37-90f8-9326ab74c445', 'network_id': '7bef17b8-0ae4-45c7-847f-23fc1daef65f', 'port_id': '2feead54-ebf5-4c37-90f8-9326ab74c445', 'mac_address': 'fa:16:3e:78:3e:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b803345-ed73-44e3-b090-d86fc3cf2747', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 12:08:11.083777 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:11.087498 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be9bc8-5b4c-4bb9-a20a-6ade16ad9a21 req-23520425-d14e-4289-9a3e-ebf2b28d67dc tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:11.089126 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-d5be9bc8-5b4c-4bb9-a20a-6ade16ad9a21 req-23520425-d14e-4289-9a3e-ebf2b28d67dc tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "GET /v2.0/ports?device_id=999fabb1-3f1f-4897-b03f-494c3910292c HTTP/1.1" status: 200 len: 944 time: 0.0674231 Jun 28 12:08:11.091757 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.db.l3_db [None req-c9328cbe-6c66-4f33-9686-6542bd6c7073 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Floating IP 57f23e43-bf8e-42e5-90f2-5d3a273f91e1 associated. External IP: 172.28.3.254, port: d427cd69-13e1-4e2f-af81-216156f0c545. Jun 28 12:08:11.100330 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.notifiers.nova [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2feead54-ebf5-4c37-90f8-9326ab74c445 {{(pid=93126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:08:11.120193 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] For port 2feead54-ebf5-4c37-90f8-9326ab74c445, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=2feead54-ebf5-4c37-90f8-9326ab74c445,segment=NetworkSegment(52116a9a-38a5-459a-ac2a-7b9d05591973),segment_id=52116a9a-38a5-459a-ac2a-7b9d05591973)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:08:11.128174 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:11.130566 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:08:11.133135 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-d5be9bc8-5b4c-4bb9-a20a-6ade16ad9a21 req-40d93404-b02d-4e51-bd05-f440159a15da tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "GET /v2.0/security-groups?id=50db70de-ca32-4e06-be9c-a4f6d54795ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366006 Jun 28 12:08:11.188969 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Pushing event updated for resources: {'Port': ['ID=2feead54-ebf5-4c37-90f8-9326ab74c445,revision_number=4']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:08:11.192572 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:08:11.312180 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9328cbe-6c66-4f33-9686-6542bd6c7073 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Router 1511fe44-47e2-4677-b0bf-fa640cc3b369 has already been hosted by L3 agent a3516409-90ed-42c0-9869-2f9c81c3e104 {{(pid=93125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:08:11.372544 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] get_ports_and_sgs() called for port_ids ['2feead54-ebf5-4c37-90f8-9326ab74c445'] {{(pid=93126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:08:11.418379 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9328cbe-6c66-4f33-9686-6542bd6c7073 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify agent at l3_agent.dv-cinder-772388-5-smb the message routers_updated {{(pid=93125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 12:08:11.426248 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-c9328cbe-6c66-4f33-9686-6542bd6c7073 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188324'] for floatingip, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:11.432832 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aca91fe-8ee8-4a60-837c-84e5a65a6423 None None] Sync routers for ids ['1511fe44-47e2-4677-b0bf-fa640cc3b369'] in dv-cinder-772388-5-smb {{(pid=93126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:08:11.456311 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aca91fe-8ee8-4a60-837c-84e5a65a6423 None None] Routers {'1511fe44-47e2-4677-b0bf-fa640cc3b369'} bound to L3 agent in host dv-cinder-772388-5-smb {{(pid=93126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:08:11.456886 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_hamode_db [None req-1aca91fe-8ee8-4a60-837c-84e5a65a6423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T11:56:31Z,description=,heartbeat_timestamp=2021-06-28T12:08:01Z,host='dv-cinder-772388-5-smb',id=a3516409-90ed-42c0-9869-2f9c81c3e104,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:56:31Z,topic='l3_agent')) {'router_ids': ['1511fe44-47e2-4677-b0bf-fa640cc3b369'], 'active': True} {{(pid=93126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:08:11.461708 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-c9328cbe-6c66-4f33-9686-6542bd6c7073 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "PUT /v2.0/floatingips/57f23e43-bf8e-42e5-90f2-5d3a273f91e1 HTTP/1.1" status: 200 len: 992 time: 1.3455453 Jun 28 12:08:11.462672 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a96ea42c-794f-43a0-8982-d108eef30624', 'tag': 'd427cd69-13e1-4e2f-af81-216156f0c545'}] {{(pid=93125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:08:11.465373 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cab5cdacc5b3cbbc94323449081fb5e48b25fdc1a77f938b5656c1b79ba6a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4679fd14-66a0-45f1-8a8f-e199a081d6a3" -d '{"events": [{"name": "network-changed", "server_uuid": "a96ea42c-794f-43a0-8982-d108eef30624", "tag": "d427cd69-13e1-4e2f-af81-216156f0c545"}]}' {{(pid=93125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:08:11.521319 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 12:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8afe963-c36a-4665-8ff6-29fecb628a5b x-openstack-request-id: req-a8afe963-c36a-4665-8ff6-29fecb628a5b {{(pid=93125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:08:11.522142 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a96ea42c-794f-43a0-8982-d108eef30624", "tag": "d427cd69-13e1-4e2f-af81-216156f0c545", "status": "completed", "code": 200}]} {{(pid=93125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:08:11.522617 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a8afe963-c36a-4665-8ff6-29fecb628a5b {{(pid=93125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:08:11.523303 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a96ea42c-794f-43a0-8982-d108eef30624', 'tag': 'd427cd69-13e1-4e2f-af81-216156f0c545', 'status': 'completed', 'code': 200} Jun 28 12:08:11.613852 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4679fd14-66a0-45f1-8a8f-e199a081d6a3 req-9833b2fc-5bfc-4b56-a3c6-01915c5d0470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:11.615482 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-4679fd14-66a0-45f1-8a8f-e199a081d6a3 req-9833b2fc-5bfc-4b56-a3c6-01915c5d0470 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=25df7236fcb6488397fe969e6963f8c4&device_id=a96ea42c-794f-43a0-8982-d108eef30624 HTTP/1.1" status: 200 len: 1099 time: 0.0637465 Jun 28 12:08:11.615751 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvr_db [None req-1aca91fe-8ee8-4a60-837c-84e5a65a6423 None None] Set router 1511fe44-47e2-4677-b0bf-fa640cc3b369 gateway port host: dv-cinder-772388-5-smb {{(pid=93126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:08:11.713557 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4679fd14-66a0-45f1-8a8f-e199a081d6a3 req-00472b92-256b-49b0-aef8-9d8a61fce30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:11.714920 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-4679fd14-66a0-45f1-8a8f-e199a081d6a3 req-00472b92-256b-49b0-aef8-9d8a61fce30a service neutron] 10.222.0.61 "GET /v2.0/networks?id=61e6c2ec-9082-4875-a218-8630ba468008 HTTP/1.1" status: 200 len: 917 time: 0.0929239 Jun 28 12:08:11.791718 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-4679fd14-66a0-45f1-8a8f-e199a081d6a3 req-cd627942-2241-4682-aabd-a030aacc73bf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d427cd69-13e1-4e2f-af81-216156f0c545 HTTP/1.1" status: 200 len: 1000 time: 0.0612960 Jun 28 12:08:11.840701 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4679fd14-66a0-45f1-8a8f-e199a081d6a3 req-fb2c3a90-fc6c-4c9a-8ab1-b04d892d45dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:11.842176 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-4679fd14-66a0-45f1-8a8f-e199a081d6a3 req-fb2c3a90-fc6c-4c9a-8ab1-b04d892d45dc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=558089fa-d5c8-4a60-a96f-efb801414a3b HTTP/1.1" status: 200 len: 855 time: 0.0439370 Jun 28 12:08:11.899387 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_hamode_db [None req-1aca91fe-8ee8-4a60-837c-84e5a65a6423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1511fe44-47e2-4677-b0bf-fa640cc3b369', 'name': 'tempest-AttachVolumeShelveTestJSON-866816773-router', 'tenant_id': '25df7236fcb6488397fe969e6963f8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': '4f244bb9-a782-48c5-8c92-a01f651b45f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:04:16Z', 'updated_at': '2021-06-28T12:04:22Z', 'revision_number': 4, 'project_id': '25df7236fcb6488397fe969e6963f8c4', 'gw_port': {'id': '4f244bb9-a782-48c5-8c92-a01f651b45f8', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1511fe44-47e2-4677-b0bf-fa640cc3b369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:04:17Z', 'updated_at': '2021-06-28T12:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb', '_floatingips': [{'id': '57f23e43-bf8e-42e5-90f2-5d3a273f91e1', 'tenant_id': '25df7236fcb6488397fe969e6963f8c4', 'floating_ip_address': '172.28.3.254', 'floating_network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'router_id': '1511fe44-47e2-4677-b0bf-fa640cc3b369', 'port_id': 'd427cd69-13e1-4e2f-af81-216156f0c545', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61e6c2ec-9082-4875-a218-8630ba468008', 'mac_address': 'fa:16:3e:00:e6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96ea42c-794f-43a0-8982-d108eef30624', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:07:47Z', 'updated_at': '2021-06-28T12:08:10Z', 'revision_number': 1, 'project_id': '25df7236fcb6488397fe969e6963f8c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6b6c75c-5a46-46ac-ba07-768e5aab4407', 'name': '', 'network_id': '61e6c2ec-9082-4875-a218-8630ba468008', 'tenant_id': '25df7236fcb6488397fe969e6963f8c4', 'mac_address': 'fa:16:3e:63:75:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1511fe44-47e2-4677-b0bf-fa640cc3b369', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '558089fa-d5c8-4a60-a96f-efb801414a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:04:21Z', 'updated_at': '2021-06-28T12:04:30Z', 'revision_number': 5, 'project_id': '25df7236fcb6488397fe969e6963f8c4', 'subnets': [{'id': '558089fa-d5c8-4a60-a96f-efb801414a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-smb', False) {} {{(pid=93126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:08:11.905011 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4679fd14-66a0-45f1-8a8f-e199a081d6a3 req-7e78641d-a8e7-49d5-8967-86a39d00ef84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:11.906477 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-4679fd14-66a0-45f1-8a8f-e199a081d6a3 req-7e78641d-a8e7-49d5-8967-86a39d00ef84 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=61e6c2ec-9082-4875-a218-8630ba468008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0571184 Jun 28 12:08:11.928963 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aca91fe-8ee8-4a60-837c-84e5a65a6423 None None] Checking router: 1511fe44-47e2-4677-b0bf-fa640cc3b369 for host: dv-cinder-772388-5-smb {{(pid=93126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:08:11.937591 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aca91fe-8ee8-4a60-837c-84e5a65a6423 None None] Routers {'1511fe44-47e2-4677-b0bf-fa640cc3b369'} bound to L3 agent in host dv-cinder-772388-5-smb {{(pid=93126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:08:11.938264 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_hamode_db [None req-1aca91fe-8ee8-4a60-837c-84e5a65a6423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T11:56:31Z,description=,heartbeat_timestamp=2021-06-28T12:08:01Z,host='dv-cinder-772388-5-smb',id=a3516409-90ed-42c0-9869-2f9c81c3e104,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:56:31Z,topic='l3_agent')) {'router_ids': ['1511fe44-47e2-4677-b0bf-fa640cc3b369'], 'active': True} {{(pid=93126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:08:12.000402 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-4679fd14-66a0-45f1-8a8f-e199a081d6a3 req-697592b5-d683-45f9-a8d4-4e9dfbb525df service neutron] 10.222.0.61 "GET /v2.0/networks/61e6c2ec-9082-4875-a218-8630ba468008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861490 Jun 28 12:08:12.041665 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvr_db [None req-1aca91fe-8ee8-4a60-837c-84e5a65a6423 None None] Set router 1511fe44-47e2-4677-b0bf-fa640cc3b369 gateway port host: dv-cinder-772388-5-smb {{(pid=93126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:08:12.091319 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-4679fd14-66a0-45f1-8a8f-e199a081d6a3 req-578c8cca-423a-426a-8172-d5fdd61bc6d2 service neutron] 10.222.0.61 "GET /v2.0/networks/61e6c2ec-9082-4875-a218-8630ba468008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827856 Jun 28 12:08:12.139101 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.agents_db [None req-f497f353-63e3-44e2-a2cd-a5845e949060 None None] Agent healthcheck: found 6 active agents {{(pid=93127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:08:12.316253 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bdb5e9-bd45-4b07-81f4-e867f3ec0121 req-2bedf0a9-d3b2-4dc1-a545-d5892bebe6c2 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:12.317698 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-c3bdb5e9-bd45-4b07-81f4-e867f3ec0121 req-2bedf0a9-d3b2-4dc1-a545-d5892bebe6c2 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "GET /v2.0/ports?device_id=999fabb1-3f1f-4897-b03f-494c3910292c HTTP/1.1" status: 200 len: 945 time: 0.0657651 Jun 28 12:08:12.357119 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-c3bdb5e9-bd45-4b07-81f4-e867f3ec0121 req-87d39fb6-84ea-452e-a4d3-a98e5d1af3e8 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "GET /v2.0/security-groups?id=50db70de-ca32-4e06-be9c-a4f6d54795ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327871 Jun 28 12:08:12.382782 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_hamode_db [None req-1aca91fe-8ee8-4a60-837c-84e5a65a6423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1511fe44-47e2-4677-b0bf-fa640cc3b369', 'name': 'tempest-AttachVolumeShelveTestJSON-866816773-router', 'tenant_id': '25df7236fcb6488397fe969e6963f8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': '4f244bb9-a782-48c5-8c92-a01f651b45f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:04:16Z', 'updated_at': '2021-06-28T12:04:22Z', 'revision_number': 4, 'project_id': '25df7236fcb6488397fe969e6963f8c4', 'gw_port': {'id': '4f244bb9-a782-48c5-8c92-a01f651b45f8', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1511fe44-47e2-4677-b0bf-fa640cc3b369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:04:17Z', 'updated_at': '2021-06-28T12:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb', '_floatingips': [{'id': '57f23e43-bf8e-42e5-90f2-5d3a273f91e1', 'tenant_id': '25df7236fcb6488397fe969e6963f8c4', 'floating_ip_address': '172.28.3.254', 'floating_network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'router_id': '1511fe44-47e2-4677-b0bf-fa640cc3b369', 'port_id': 'd427cd69-13e1-4e2f-af81-216156f0c545', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61e6c2ec-9082-4875-a218-8630ba468008', 'mac_address': 'fa:16:3e:00:e6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96ea42c-794f-43a0-8982-d108eef30624', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:07:47Z', 'updated_at': '2021-06-28T12:08:10Z', 'revision_number': 1, 'project_id': '25df7236fcb6488397fe969e6963f8c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6b6c75c-5a46-46ac-ba07-768e5aab4407', 'name': '', 'network_id': '61e6c2ec-9082-4875-a218-8630ba468008', 'tenant_id': '25df7236fcb6488397fe969e6963f8c4', 'mac_address': 'fa:16:3e:63:75:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1511fe44-47e2-4677-b0bf-fa640cc3b369', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '558089fa-d5c8-4a60-a96f-efb801414a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:04:21Z', 'updated_at': '2021-06-28T12:04:30Z', 'revision_number': 5, 'project_id': '25df7236fcb6488397fe969e6963f8c4', 'subnets': [{'id': '558089fa-d5c8-4a60-a96f-efb801414a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-smb', False) {} {{(pid=93126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:08:12.412561 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aca91fe-8ee8-4a60-837c-84e5a65a6423 None None] The sync data for ids ['1511fe44-47e2-4677-b0bf-fa640cc3b369'] in dv-cinder-772388-5-smb is: [{'id': '1511fe44-47e2-4677-b0bf-fa640cc3b369', 'name': 'tempest-AttachVolumeShelveTestJSON-866816773-router', 'tenant_id': '25df7236fcb6488397fe969e6963f8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': '4f244bb9-a782-48c5-8c92-a01f651b45f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:04:16Z', 'updated_at': '2021-06-28T12:04:22Z', 'revision_number': 4, 'project_id': '25df7236fcb6488397fe969e6963f8c4', 'gw_port': {'id': '4f244bb9-a782-48c5-8c92-a01f651b45f8', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1511fe44-47e2-4677-b0bf-fa640cc3b369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:04:17Z', 'updated_at': '2021-06-28T12:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb', '_floatingips': [{'id': '57f23e43-bf8e-42e5-90f2-5d3a273f91e1', 'tenant_id': '25df7236fcb6488397fe969e6963f8c4', 'floating_ip_address': '172.28.3.254', 'floating_network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'router_id': '1511fe44-47e2-4677-b0bf-fa640cc3b369', 'port_id': 'd427cd69-13e1-4e2f-af81-216156f0c545', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61e6c2ec-9082-4875-a218-8630ba468008', 'mac_address': 'fa:16:3e:00:e6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96ea42c-794f-43a0-8982-d108eef30624', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:07:47Z', 'updated_at': '2021-06-28T12:08:10Z', 'revision_number': 1, 'project_id': '25df7236fcb6488397fe969e6963f8c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6b6c75c-5a46-46ac-ba07-768e5aab4407', 'name': '', 'network_id': '61e6c2ec-9082-4875-a218-8630ba468008', 'tenant_id': '25df7236fcb6488397fe969e6963f8c4', 'mac_address': 'fa:16:3e:63:75:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1511fe44-47e2-4677-b0bf-fa640cc3b369', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '558089fa-d5c8-4a60-a96f-efb801414a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:04:21Z', 'updated_at': '2021-06-28T12:04:30Z', 'revision_number': 5, 'project_id': '25df7236fcb6488397fe969e6963f8c4', 'subnets': [{'id': '558089fa-d5c8-4a60-a96f-efb801414a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:08:12.591842 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6ab605-8a66-47ad-9356-2ac5b5fcaaa7 None None] New status for floating IP 57f23e43-bf8e-42e5-90f2-5d3a273f91e1: ACTIVE {{(pid=93127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 12:08:12.974676 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device 2feead54-ebf5-4c37-90f8-9326ab74c445 up at agent hyperv_hv-cinder-77238 {{(pid=93126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:08:13.021244 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Provisioning for port 2feead54-ebf5-4c37-90f8-9326ab74c445 completed by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:08:13.024450 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Provisioning complete for port 2feead54-ebf5-4c37-90f8-9326ab74c445 triggered by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:08:13.024849 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:13.100110 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:13.122341 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '999fabb1-3f1f-4897-b03f-494c3910292c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2feead54-ebf5-4c37-90f8-9326ab74c445'}] {{(pid=93126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:08:13.125033 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef893c2a45f5206efbef573e37d1784350e1616ec5e975db08a1c6348235ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dffe4266-2735-4a44-8e08-11a27a8adea7" -d '{"events": [{"server_uuid": "999fabb1-3f1f-4897-b03f-494c3910292c", "name": "network-vif-plugged", "status": "completed", "tag": "2feead54-ebf5-4c37-90f8-9326ab74c445"}]}' {{(pid=93126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:08:13.138499 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] For port 2feead54-ebf5-4c37-90f8-9326ab74c445, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=2feead54-ebf5-4c37-90f8-9326ab74c445,segment=NetworkSegment(52116a9a-38a5-459a-ac2a-7b9d05591973),segment_id=52116a9a-38a5-459a-ac2a-7b9d05591973)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:08:13.143697 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:13.146545 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:08:13.175821 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba74aa8-c1e3-4961-99dc-c0695d31c7b8 x-openstack-request-id: req-dba74aa8-c1e3-4961-99dc-c0695d31c7b8 {{(pid=93126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:08:13.176124 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "999fabb1-3f1f-4897-b03f-494c3910292c", "name": "network-vif-plugged", "status": "completed", "tag": "2feead54-ebf5-4c37-90f8-9326ab74c445", "code": 200}]} {{(pid=93126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:08:13.176386 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dba74aa8-c1e3-4961-99dc-c0695d31c7b8 {{(pid=93126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:08:13.176824 dv-cinder-772388-5-smb neutron-server[93126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '999fabb1-3f1f-4897-b03f-494c3910292c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2feead54-ebf5-4c37-90f8-9326ab74c445', 'code': 200} Jun 28 12:08:13.200528 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Pushing event updated for resources: {'Port': ['ID=2feead54-ebf5-4c37-90f8-9326ab74c445,revision_number=5']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:08:13.203452 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:08:13.394579 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f08f7-27ed-476b-a1f9-4728cf5a214a req-9605644b-33c2-4a05-95d0-0173a53790a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:13.396131 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-1d9f08f7-27ed-476b-a1f9-4728cf5a214a req-9605644b-33c2-4a05-95d0-0173a53790a3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=999fabb1-3f1f-4897-b03f-494c3910292c HTTP/1.1" status: 200 len: 1099 time: 0.0512462 Jun 28 12:08:13.432199 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-1d9f08f7-27ed-476b-a1f9-4728cf5a214a req-26af9f6f-9bd5-402b-a0cd-9dba6d87fcb5 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=50db70de-ca32-4e06-be9c-a4f6d54795ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291495 Jun 28 12:08:13.535443 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec4e2f-b26f-4761-9702-6615454bce6f req-526c5264-0ec3-4823-b000-7024e9f7cfba tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:13.536941 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-daec4e2f-b26f-4761-9702-6615454bce6f req-526c5264-0ec3-4823-b000-7024e9f7cfba tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "GET /v2.0/ports?device_id=999fabb1-3f1f-4897-b03f-494c3910292c HTTP/1.1" status: 200 len: 946 time: 0.0639904 Jun 28 12:08:13.574937 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-daec4e2f-b26f-4761-9702-6615454bce6f req-1ca943cb-8a41-40a3-b2b1-f3903071f0a2 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "GET /v2.0/security-groups?id=50db70de-ca32-4e06-be9c-a4f6d54795ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315671 Jun 28 12:08:14.752450 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d785ed-154d-4f7d-924a-ae8328c58243 req-8c9859f8-293e-48b5-ba95-f2709530a966 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:14.754917 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-60d785ed-154d-4f7d-924a-ae8328c58243 req-8c9859f8-293e-48b5-ba95-f2709530a966 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "GET /v2.0/ports?device_id=999fabb1-3f1f-4897-b03f-494c3910292c HTTP/1.1" status: 200 len: 946 time: 0.0691569 Jun 28 12:08:14.795591 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-60d785ed-154d-4f7d-924a-ae8328c58243 req-77afdf71-e5e8-40c2-9640-7fc92d47d2bf tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "GET /v2.0/security-groups?id=50db70de-ca32-4e06-be9c-a4f6d54795ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342085 Jun 28 12:08:14.973951 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e60fb6-8a4a-41ae-b36a-582e87481cb0 req-68aff51c-7a28-45e5-9d81-e89f0a301228 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:14.975412 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-62e60fb6-8a4a-41ae-b36a-582e87481cb0 req-68aff51c-7a28-45e5-9d81-e89f0a301228 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "GET /v2.0/ports?device_id=999fabb1-3f1f-4897-b03f-494c3910292c HTTP/1.1" status: 200 len: 946 time: 0.0636439 Jun 28 12:08:15.012870 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-62e60fb6-8a4a-41ae-b36a-582e87481cb0 req-2a5c92ba-62b7-460b-abfe-5d24d6903d59 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "GET /v2.0/security-groups?id=50db70de-ca32-4e06-be9c-a4f6d54795ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310690 Jun 28 12:08:15.404889 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1f0aad-0ed5-47c2-a9c2-709faa3a73ee req-fc6e1d7e-719e-4580-b49b-27e75d46beb1 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:15.406475 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-aa1f0aad-0ed5-47c2-a9c2-709faa3a73ee req-fc6e1d7e-719e-4580-b49b-27e75d46beb1 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "GET /v2.0/ports?device_id=999fabb1-3f1f-4897-b03f-494c3910292c HTTP/1.1" status: 200 len: 946 time: 0.0629885 Jun 28 12:08:15.448171 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-aa1f0aad-0ed5-47c2-a9c2-709faa3a73ee req-5b6bd592-a1e2-435c-b18f-aadd2e37fa77 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "GET /v2.0/security-groups?id=50db70de-ca32-4e06-be9c-a4f6d54795ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361016 Jun 28 12:08:19.730038 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97352d9-b697-4144-9268-5fea8ed823ca req-96f403ab-93c5-451d-9285-becd249e18ae tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:19.731504 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-c97352d9-b697-4144-9268-5fea8ed823ca req-96f403ab-93c5-451d-9285-becd249e18ae tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "GET /v2.0/ports?device_id=999fabb1-3f1f-4897-b03f-494c3910292c HTTP/1.1" status: 200 len: 946 time: 0.0624685 Jun 28 12:08:19.767900 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-c97352d9-b697-4144-9268-5fea8ed823ca req-8dd0dc23-3e82-4a13-acdc-18464b981aab tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "GET /v2.0/security-groups?id=50db70de-ca32-4e06-be9c-a4f6d54795ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307753 Jun 28 12:08:19.792746 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 34080) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:08:19.939527 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07eb04c7-40dc-4c02-86e9-f907285dd4a7 tempest-TestMinimumBasicScenario-62398583 tempest-TestMinimumBasicScenario-62398583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:19.940963 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-07eb04c7-40dc-4c02-86e9-f907285dd4a7 tempest-TestMinimumBasicScenario-62398583 tempest-TestMinimumBasicScenario-62398583-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=999fabb1-3f1f-4897-b03f-494c3910292c HTTP/1.1" status: 200 len: 1094 time: 0.1471906 Jun 28 12:08:19.943754 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 34084) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:08:19.948479 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.v2.base [None req-f06c16fa-b16f-41d4-af37-9724ba1b1cb0 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Request body: {'floatingip': {'floating_network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'port_id': '2feead54-ebf5-4c37-90f8-9326ab74c445', 'tenant_id': '16d28cd3fdd84351b3873c2a21becf43', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:08:19.971103 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-f06c16fa-b16f-41d4-af37-9724ba1b1cb0 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Notify callbacks [] for floatingip, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:20.066077 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-f06c16fa-b16f-41d4-af37-9724ba1b1cb0 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:20.170771 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.db_base_plugin_common [None req-f06c16fa-b16f-41d4-af37-9724ba1b1cb0 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Allocated IP 172.28.3.177 (ccb85226-c586-4fa5-aec0-6cfbd080c008/f863da3b-2790-4793-ac71-6f3e8dbd6721/1ce3818f-0c2a-46ab-88b5-f05b7ccd46a6) {{(pid=93125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:08:20.269394 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-f06c16fa-b16f-41d4-af37-9724ba1b1cb0 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Notify callbacks [] for port, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:20.308210 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-f06c16fa-b16f-41d4-af37-9724ba1b1cb0 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751010131950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8412961'] for port, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:20.310978 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-08fea5d8-70f2-49f5-aa9c-7de87ccb94f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:08:20.347528 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06c16fa-b16f-41d4-af37-9724ba1b1cb0 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Network ccb85226-c586-4fa5-aec0-6cfbd080c008 is already hosted by enough agents. {{(pid=93125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:08:20.350358 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.base_scheduler [None req-f06c16fa-b16f-41d4-af37-9724ba1b1cb0 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Resources bound (agent type, host, resource id): {{(pid=93125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:08:20.355675 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06c16fa-b16f-41d4-af37-9724ba1b1cb0 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Received port after_create {{(pid=93125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:08:20.382190 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06c16fa-b16f-41d4-af37-9724ba1b1cb0 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Pushing event updated for resources: {'Port': ['ID=1ce3818f-0c2a-46ab-88b5-f05b7ccd46a6,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:08:20.393558 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06c16fa-b16f-41d4-af37-9724ba1b1cb0 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:08:20.393933 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06c16fa-b16f-41d4-af37-9724ba1b1cb0 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:08:20.394299 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06c16fa-b16f-41d4-af37-9724ba1b1cb0 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:08:20.394659 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06c16fa-b16f-41d4-af37-9724ba1b1cb0 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:08:20.395014 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06c16fa-b16f-41d4-af37-9724ba1b1cb0 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:08:20.395370 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06c16fa-b16f-41d4-af37-9724ba1b1cb0 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:08:20.395723 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06c16fa-b16f-41d4-af37-9724ba1b1cb0 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:08:20.396075 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06c16fa-b16f-41d4-af37-9724ba1b1cb0 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:08:20.396425 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06c16fa-b16f-41d4-af37-9724ba1b1cb0 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:08:20.396771 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06c16fa-b16f-41d4-af37-9724ba1b1cb0 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:08:20.397143 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06c16fa-b16f-41d4-af37-9724ba1b1cb0 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:08:20.397488 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06c16fa-b16f-41d4-af37-9724ba1b1cb0 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:08:20.402471 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-f06c16fa-b16f-41d4-af37-9724ba1b1cb0 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:08:20.731803 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-f06c16fa-b16f-41d4-af37-9724ba1b1cb0 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:20.805658 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-f06c16fa-b16f-41d4-af37-9724ba1b1cb0 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:20.952580 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-f06c16fa-b16f-41d4-af37-9724ba1b1cb0 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Notify callbacks [] for port, precommit_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:20.957371 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-f06c16fa-b16f-41d4-af37-9724ba1b1cb0 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8413139'] for port, after_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:20.959412 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-6f2fc0bb-7886-49bf-837a-89028f860ce4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:08:21.027602 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06c16fa-b16f-41d4-af37-9724ba1b1cb0 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Pushing event updated for resources: {'Port': ['ID=1ce3818f-0c2a-46ab-88b5-f05b7ccd46a6,revision_number=2']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:08:21.030375 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-f06c16fa-b16f-41d4-af37-9724ba1b1cb0 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:08:21.036775 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-f06c16fa-b16f-41d4-af37-9724ba1b1cb0 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799926'] for floatingip, after_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:21.138674 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.db.l3_db [None req-f06c16fa-b16f-41d4-af37-9724ba1b1cb0 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Floating IP 8a2b694c-69fe-43b8-94d7-2343fd2ceec4 associated. External IP: 172.28.3.177, port: 2feead54-ebf5-4c37-90f8-9326ab74c445. Jun 28 12:08:21.335937 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f06c16fa-b16f-41d4-af37-9724ba1b1cb0 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Router 461b9c9d-b2e6-4a5d-b090-49c127346a21 has already been hosted by L3 agent a3516409-90ed-42c0-9869-2f9c81c3e104 {{(pid=93125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:08:21.438995 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f06c16fa-b16f-41d4-af37-9724ba1b1cb0 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Notify agent at l3_agent.dv-cinder-772388-5-smb the message routers_updated {{(pid=93125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 12:08:21.449567 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addb1758-2b42-4d22-aadd-cd957818637e None None] Sync routers for ids ['461b9c9d-b2e6-4a5d-b090-49c127346a21'] in dv-cinder-772388-5-smb {{(pid=93126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:08:21.455270 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-f06c16fa-b16f-41d4-af37-9724ba1b1cb0 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188324'] for floatingip, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:21.459443 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addb1758-2b42-4d22-aadd-cd957818637e None None] Routers {'461b9c9d-b2e6-4a5d-b090-49c127346a21'} bound to L3 agent in host dv-cinder-772388-5-smb {{(pid=93126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:08:21.460360 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_hamode_db [None req-addb1758-2b42-4d22-aadd-cd957818637e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T11:56:31Z,description=,heartbeat_timestamp=2021-06-28T12:08:01Z,host='dv-cinder-772388-5-smb',id=a3516409-90ed-42c0-9869-2f9c81c3e104,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:56:31Z,topic='l3_agent')) {'router_ids': ['461b9c9d-b2e6-4a5d-b090-49c127346a21'], 'active': True} {{(pid=93126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:08:21.490961 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-f06c16fa-b16f-41d4-af37-9724ba1b1cb0 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5462236 Jun 28 12:08:21.491578 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '999fabb1-3f1f-4897-b03f-494c3910292c', 'tag': '2feead54-ebf5-4c37-90f8-9326ab74c445'}] {{(pid=93125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:08:21.494435 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cab5cdacc5b3cbbc94323449081fb5e48b25fdc1a77f938b5656c1b79ba6a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ee5b59-3119-42ad-8300-d679a627354f" -d '{"events": [{"name": "network-changed", "server_uuid": "999fabb1-3f1f-4897-b03f-494c3910292c", "tag": "2feead54-ebf5-4c37-90f8-9326ab74c445"}]}' {{(pid=93125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:08:21.494866 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 34092) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:08:21.500923 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.v2.base [None req-f7c40e7e-32de-4da8-a45e-73f1f6f43d15 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-869047670', 'description': 'tempest-secgroup-smoke-869047670 description', 'project_id': '16d28cd3fdd84351b3873c2a21becf43'}} {{(pid=93124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:08:21.525112 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f7c40e7e-32de-4da8-a45e-73f1f6f43d15 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Notify callbacks [] for security_group, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:21.532713 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 12:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e809b41b-97f1-4c10-b58a-01749695ac57 x-openstack-request-id: req-e809b41b-97f1-4c10-b58a-01749695ac57 {{(pid=93125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:08:21.533163 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "999fabb1-3f1f-4897-b03f-494c3910292c", "tag": "2feead54-ebf5-4c37-90f8-9326ab74c445", "status": "completed", "code": 200}]} {{(pid=93125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:08:21.536405 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e809b41b-97f1-4c10-b58a-01749695ac57 {{(pid=93125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:08:21.536405 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '999fabb1-3f1f-4897-b03f-494c3910292c', 'tag': '2feead54-ebf5-4c37-90f8-9326ab74c445', 'status': 'completed', 'code': 200} Jun 28 12:08:21.575575 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvr_db [None req-addb1758-2b42-4d22-aadd-cd957818637e None None] Set router 461b9c9d-b2e6-4a5d-b090-49c127346a21 gateway port host: dv-cinder-772388-5-smb {{(pid=93126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:08:21.614510 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ee5b59-3119-42ad-8300-d679a627354f req-bd3a28be-c919-4a1a-b5c5-253f40f4dccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:21.616000 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-64ee5b59-3119-42ad-8300-d679a627354f req-bd3a28be-c919-4a1a-b5c5-253f40f4dccb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=16d28cd3fdd84351b3873c2a21becf43&device_id=999fabb1-3f1f-4897-b03f-494c3910292c HTTP/1.1" status: 200 len: 1099 time: 0.0562446 Jun 28 12:08:21.621202 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f7c40e7e-32de-4da8-a45e-73f1f6f43d15 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Notify callbacks [] for security_group, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:21.627528 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f7c40e7e-32de-4da8-a45e-73f1f6f43d15 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:21.631444 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-d98d604d-5427-4d07-b63d-7b1c3ea6bfb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:08:21.659124 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f7c40e7e-32de-4da8-a45e-73f1f6f43d15 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Notify callbacks [] for security_group, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:21.660368 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-f7c40e7e-32de-4da8-a45e-73f1f6f43d15 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1638699 Jun 28 12:08:21.662297 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c40e7e-32de-4da8-a45e-73f1f6f43d15 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c444e2b-43fa-49e8-94cf-c250e9b6c9fe,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:08:21.664198 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 34098) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:08:21.669181 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.v2.base [None req-51e6fe6a-0c4c-4315-aa09-4a2140f37494 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Request body: {'security_group_rule': {'security_group_id': '4c444e2b-43fa-49e8-94cf-c250e9b6c9fe', 'project_id': '16d28cd3fdd84351b3873c2a21becf43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:08:21.687095 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c40e7e-32de-4da8-a45e-73f1f6f43d15 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:08:21.687474 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c40e7e-32de-4da8-a45e-73f1f6f43d15 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:08:21.687844 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c40e7e-32de-4da8-a45e-73f1f6f43d15 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:08:21.688209 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c40e7e-32de-4da8-a45e-73f1f6f43d15 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:08:21.688568 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c40e7e-32de-4da8-a45e-73f1f6f43d15 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:08:21.688951 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c40e7e-32de-4da8-a45e-73f1f6f43d15 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:08:21.689308 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c40e7e-32de-4da8-a45e-73f1f6f43d15 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:08:21.689664 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c40e7e-32de-4da8-a45e-73f1f6f43d15 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:08:21.690015 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c40e7e-32de-4da8-a45e-73f1f6f43d15 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:08:21.690401 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c40e7e-32de-4da8-a45e-73f1f6f43d15 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:08:21.690706 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c40e7e-32de-4da8-a45e-73f1f6f43d15 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:08:21.691058 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c40e7e-32de-4da8-a45e-73f1f6f43d15 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:08:21.708873 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-f7c40e7e-32de-4da8-a45e-73f1f6f43d15 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:08:21.722408 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-51e6fe6a-0c4c-4315-aa09-4a2140f37494 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:21.739403 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ee5b59-3119-42ad-8300-d679a627354f req-e0f50735-2c6a-46d1-902b-9a26d830181a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:21.741052 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-64ee5b59-3119-42ad-8300-d679a627354f req-e0f50735-2c6a-46d1-902b-9a26d830181a service neutron] 10.222.0.61 "GET /v2.0/networks?id=7bef17b8-0ae4-45c7-847f-23fc1daef65f HTTP/1.1" status: 200 len: 915 time: 0.1186094 Jun 28 12:08:21.774383 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-51e6fe6a-0c4c-4315-aa09-4a2140f37494 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:21.781910 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-51e6fe6a-0c4c-4315-aa09-4a2140f37494 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-408423'] for security_group_rule, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:21.784758 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:08:21.808447 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e6fe6a-0c4c-4315-aa09-4a2140f37494 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eab7f039-a01e-4b73-96dd-850a823dcec4,revision_number=0']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:08:21.812309 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-51e6fe6a-0c4c-4315-aa09-4a2140f37494 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:08:21.817973 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-51e6fe6a-0c4c-4315-aa09-4a2140f37494 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:21.822107 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-51e6fe6a-0c4c-4315-aa09-4a2140f37494 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1541452 Jun 28 12:08:21.822214 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 34100) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:08:21.828821 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.v2.base [None req-f0977b94-f243-44c1-afd2-475767006b0a tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Request body: {'security_group_rule': {'security_group_id': '4c444e2b-43fa-49e8-94cf-c250e9b6c9fe', 'project_id': '16d28cd3fdd84351b3873c2a21becf43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:08:21.836217 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_hamode_db [None req-addb1758-2b42-4d22-aadd-cd957818637e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461b9c9d-b2e6-4a5d-b090-49c127346a21', 'name': 'tempest-TestMinimumBasicScenario-602626675-router', 'tenant_id': '16d28cd3fdd84351b3873c2a21becf43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.205'}], 'enable_snat': True}, 'gw_port_id': '5c13b900-659f-4bd7-8d39-85b41caf0a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:07:31Z', 'updated_at': '2021-06-28T12:07:34Z', 'revision_number': 4, 'project_id': '16d28cd3fdd84351b3873c2a21becf43', 'gw_port': {'id': '5c13b900-659f-4bd7-8d39-85b41caf0a11', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461b9c9d-b2e6-4a5d-b090-49c127346a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:07:31Z', 'updated_at': '2021-06-28T12:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb', '_floatingips': [{'id': '8a2b694c-69fe-43b8-94d7-2343fd2ceec4', 'tenant_id': '16d28cd3fdd84351b3873c2a21becf43', 'floating_ip_address': '172.28.3.177', 'floating_network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'router_id': '461b9c9d-b2e6-4a5d-b090-49c127346a21', 'port_id': '2feead54-ebf5-4c37-90f8-9326ab74c445', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bef17b8-0ae4-45c7-847f-23fc1daef65f', 'mac_address': 'fa:16:3e:78:3e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999fabb1-3f1f-4897-b03f-494c3910292c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:08:20Z', 'updated_at': '2021-06-28T12:08:20Z', 'revision_number': 0, 'project_id': '16d28cd3fdd84351b3873c2a21becf43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6068cac7-82e3-4ea3-9cc7-15b9db88a750', 'name': '', 'network_id': '7bef17b8-0ae4-45c7-847f-23fc1daef65f', 'tenant_id': '16d28cd3fdd84351b3873c2a21becf43', 'mac_address': 'fa:16:3e:91:0b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461b9c9d-b2e6-4a5d-b090-49c127346a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '4b803345-ed73-44e3-b090-d86fc3cf2747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:07:33Z', 'updated_at': '2021-06-28T12:07:40Z', 'revision_number': 5, 'project_id': '16d28cd3fdd84351b3873c2a21becf43', 'subnets': [{'id': '4b803345-ed73-44e3-b090-d86fc3cf2747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-smb', False) {} {{(pid=93126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:08:21.839476 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-64ee5b59-3119-42ad-8300-d679a627354f req-8c48d9c1-32b0-4ff8-bd96-ed7a4a77c614 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2feead54-ebf5-4c37-90f8-9326ab74c445 HTTP/1.1" status: 200 len: 1000 time: 0.0915301 Jun 28 12:08:21.867733 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addb1758-2b42-4d22-aadd-cd957818637e None None] Checking router: 461b9c9d-b2e6-4a5d-b090-49c127346a21 for host: dv-cinder-772388-5-smb {{(pid=93126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:08:21.876027 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addb1758-2b42-4d22-aadd-cd957818637e None None] Routers {'461b9c9d-b2e6-4a5d-b090-49c127346a21'} bound to L3 agent in host dv-cinder-772388-5-smb {{(pid=93126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:08:21.876659 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_hamode_db [None req-addb1758-2b42-4d22-aadd-cd957818637e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T11:56:31Z,description=,heartbeat_timestamp=2021-06-28T12:08:01Z,host='dv-cinder-772388-5-smb',id=a3516409-90ed-42c0-9869-2f9c81c3e104,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:56:31Z,topic='l3_agent')) {'router_ids': ['461b9c9d-b2e6-4a5d-b090-49c127346a21'], 'active': True} {{(pid=93126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:08:21.984584 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvr_db [None req-addb1758-2b42-4d22-aadd-cd957818637e None None] Set router 461b9c9d-b2e6-4a5d-b090-49c127346a21 gateway port host: dv-cinder-772388-5-smb {{(pid=93126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:08:22.131878 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-f0977b94-f243-44c1-afd2-475767006b0a tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:22.141518 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ee5b59-3119-42ad-8300-d679a627354f req-fff64bd7-3703-4b06-86c0-aaee38ca6882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:22.142977 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-64ee5b59-3119-42ad-8300-d679a627354f req-fff64bd7-3703-4b06-86c0-aaee38ca6882 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4b803345-ed73-44e3-b090-d86fc3cf2747 HTTP/1.1" status: 200 len: 853 time: 0.2962410 Jun 28 12:08:22.219659 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-f0977b94-f243-44c1-afd2-475767006b0a tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:22.219903 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_hamode_db [None req-addb1758-2b42-4d22-aadd-cd957818637e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461b9c9d-b2e6-4a5d-b090-49c127346a21', 'name': 'tempest-TestMinimumBasicScenario-602626675-router', 'tenant_id': '16d28cd3fdd84351b3873c2a21becf43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.205'}], 'enable_snat': True}, 'gw_port_id': '5c13b900-659f-4bd7-8d39-85b41caf0a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:07:31Z', 'updated_at': '2021-06-28T12:07:34Z', 'revision_number': 4, 'project_id': '16d28cd3fdd84351b3873c2a21becf43', 'gw_port': {'id': '5c13b900-659f-4bd7-8d39-85b41caf0a11', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461b9c9d-b2e6-4a5d-b090-49c127346a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:07:31Z', 'updated_at': '2021-06-28T12:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb', '_floatingips': [{'id': '8a2b694c-69fe-43b8-94d7-2343fd2ceec4', 'tenant_id': '16d28cd3fdd84351b3873c2a21becf43', 'floating_ip_address': '172.28.3.177', 'floating_network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'router_id': '461b9c9d-b2e6-4a5d-b090-49c127346a21', 'port_id': '2feead54-ebf5-4c37-90f8-9326ab74c445', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bef17b8-0ae4-45c7-847f-23fc1daef65f', 'mac_address': 'fa:16:3e:78:3e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999fabb1-3f1f-4897-b03f-494c3910292c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:08:20Z', 'updated_at': '2021-06-28T12:08:20Z', 'revision_number': 0, 'project_id': '16d28cd3fdd84351b3873c2a21becf43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6068cac7-82e3-4ea3-9cc7-15b9db88a750', 'name': '', 'network_id': '7bef17b8-0ae4-45c7-847f-23fc1daef65f', 'tenant_id': '16d28cd3fdd84351b3873c2a21becf43', 'mac_address': 'fa:16:3e:91:0b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461b9c9d-b2e6-4a5d-b090-49c127346a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '4b803345-ed73-44e3-b090-d86fc3cf2747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:07:33Z', 'updated_at': '2021-06-28T12:07:40Z', 'revision_number': 5, 'project_id': '16d28cd3fdd84351b3873c2a21becf43', 'subnets': [{'id': '4b803345-ed73-44e3-b090-d86fc3cf2747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-smb', False) {} {{(pid=93126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:08:22.227459 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-f0977b94-f243-44c1-afd2-475767006b0a tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-408423'] for security_group_rule, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:22.231139 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:08:22.247338 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addb1758-2b42-4d22-aadd-cd957818637e None None] The sync data for ids ['461b9c9d-b2e6-4a5d-b090-49c127346a21'] in dv-cinder-772388-5-smb is: [{'id': '461b9c9d-b2e6-4a5d-b090-49c127346a21', 'name': 'tempest-TestMinimumBasicScenario-602626675-router', 'tenant_id': '16d28cd3fdd84351b3873c2a21becf43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.205'}], 'enable_snat': True}, 'gw_port_id': '5c13b900-659f-4bd7-8d39-85b41caf0a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:07:31Z', 'updated_at': '2021-06-28T12:07:34Z', 'revision_number': 4, 'project_id': '16d28cd3fdd84351b3873c2a21becf43', 'gw_port': {'id': '5c13b900-659f-4bd7-8d39-85b41caf0a11', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461b9c9d-b2e6-4a5d-b090-49c127346a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:07:31Z', 'updated_at': '2021-06-28T12:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb', '_floatingips': [{'id': '8a2b694c-69fe-43b8-94d7-2343fd2ceec4', 'tenant_id': '16d28cd3fdd84351b3873c2a21becf43', 'floating_ip_address': '172.28.3.177', 'floating_network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'router_id': '461b9c9d-b2e6-4a5d-b090-49c127346a21', 'port_id': '2feead54-ebf5-4c37-90f8-9326ab74c445', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bef17b8-0ae4-45c7-847f-23fc1daef65f', 'mac_address': 'fa:16:3e:78:3e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999fabb1-3f1f-4897-b03f-494c3910292c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:08:20Z', 'updated_at': '2021-06-28T12:08:20Z', 'revision_number': 0, 'project_id': '16d28cd3fdd84351b3873c2a21becf43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6068cac7-82e3-4ea3-9cc7-15b9db88a750', 'name': '', 'network_id': '7bef17b8-0ae4-45c7-847f-23fc1daef65f', 'tenant_id': '16d28cd3fdd84351b3873c2a21becf43', 'mac_address': 'fa:16:3e:91:0b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461b9c9d-b2e6-4a5d-b090-49c127346a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '4b803345-ed73-44e3-b090-d86fc3cf2747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:07:33Z', 'updated_at': '2021-06-28T12:07:40Z', 'revision_number': 5, 'project_id': '16d28cd3fdd84351b3873c2a21becf43', 'subnets': [{'id': '4b803345-ed73-44e3-b090-d86fc3cf2747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:08:22.248481 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ee5b59-3119-42ad-8300-d679a627354f req-c36ab290-8259-441f-bb5f-41ed2f18516b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:22.250028 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-64ee5b59-3119-42ad-8300-d679a627354f req-c36ab290-8259-441f-bb5f-41ed2f18516b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7bef17b8-0ae4-45c7-847f-23fc1daef65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0926108 Jun 28 12:08:22.253761 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0977b94-f243-44c1-afd2-475767006b0a tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=514c24ca-a0c7-44e7-ad24-c69377c9362b,revision_number=0']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:08:22.257364 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-f0977b94-f243-44c1-afd2-475767006b0a tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:08:22.267569 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-f0977b94-f243-44c1-afd2-475767006b0a tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:22.271479 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-f0977b94-f243-44c1-afd2-475767006b0a tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4483786 Jun 28 12:08:22.271703 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 34110) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:08:22.277650 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.v2.base [None req-24c9ebc9-4a18-4dc4-945a-c0f698e80c47 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Request body: {'security_group_rule': {'security_group_id': '4c444e2b-43fa-49e8-94cf-c250e9b6c9fe', 'project_id': '16d28cd3fdd84351b3873c2a21becf43', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:08:22.308149 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-24c9ebc9-4a18-4dc4-945a-c0f698e80c47 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:22.353585 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-64ee5b59-3119-42ad-8300-d679a627354f req-a93eff50-18ac-40f9-bc93-8a47082d374c service neutron] 10.222.0.61 "GET /v2.0/networks/7bef17b8-0ae4-45c7-847f-23fc1daef65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951989 Jun 28 12:08:22.367496 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-24c9ebc9-4a18-4dc4-945a-c0f698e80c47 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:22.371769 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-24c9ebc9-4a18-4dc4-945a-c0f698e80c47 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-408423'] for security_group_rule, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:22.377503 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-a06b1333-80fe-4087-8fb9-7ff3af6c6998 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:08:22.396773 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c9ebc9-4a18-4dc4-945a-c0f698e80c47 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f12c25b1-5351-4a46-8dfe-8cecc2eefb61,revision_number=0']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:08:22.400483 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-24c9ebc9-4a18-4dc4-945a-c0f698e80c47 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:08:22.401554 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-24c9ebc9-4a18-4dc4-945a-c0f698e80c47 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:22.402992 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-24c9ebc9-4a18-4dc4-945a-c0f698e80c47 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1303759 Jun 28 12:08:22.405692 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 34114) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:08:22.410211 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.v2.base [None req-7dd87ea9-d0b2-4d17-83a6-cbde34ea62b8 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Request body: {'security_group_rule': {'security_group_id': '4c444e2b-43fa-49e8-94cf-c250e9b6c9fe', 'project_id': '16d28cd3fdd84351b3873c2a21becf43', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:08:22.440603 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-7dd87ea9-d0b2-4d17-83a6-cbde34ea62b8 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:22.458649 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-64ee5b59-3119-42ad-8300-d679a627354f req-4ba09cc8-1434-440f-83ac-12c410c0e560 service neutron] 10.222.0.61 "GET /v2.0/networks/7bef17b8-0ae4-45c7-847f-23fc1daef65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983543 Jun 28 12:08:22.466878 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7a1d17-2f74-4ae1-ac2f-f3c6881a2184 None None] New status for floating IP 8a2b694c-69fe-43b8-94d7-2343fd2ceec4: ACTIVE {{(pid=93127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 12:08:22.517961 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-7dd87ea9-d0b2-4d17-83a6-cbde34ea62b8 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:22.521692 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-7dd87ea9-d0b2-4d17-83a6-cbde34ea62b8 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-408423'] for security_group_rule, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:22.528106 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:08:22.542325 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd87ea9-d0b2-4d17-83a6-cbde34ea62b8 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36882ad0-6079-43cb-9bee-12fb512de74d,revision_number=0']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:08:22.544603 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-7dd87ea9-d0b2-4d17-83a6-cbde34ea62b8 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:08:22.545871 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-7dd87ea9-d0b2-4d17-83a6-cbde34ea62b8 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:22.549600 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-7dd87ea9-d0b2-4d17-83a6-cbde34ea62b8 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1404436 Jun 28 12:08:22.550079 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 34120) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:08:22.554268 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.v2.base [None req-18802ca6-04f6-4e25-9f83-0b7ab7f8d0a3 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Request body: {'security_group_rule': {'security_group_id': '4c444e2b-43fa-49e8-94cf-c250e9b6c9fe', 'project_id': '16d28cd3fdd84351b3873c2a21becf43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:08:22.577369 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.db.securitygroups_db [None req-18802ca6-04f6-4e25-9f83-0b7ab7f8d0a3 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Project 16d28cd3fdd84351b3873c2a21becf43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 12:08:22.582121 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-18802ca6-04f6-4e25-9f83-0b7ab7f8d0a3 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:22.642851 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-18802ca6-04f6-4e25-9f83-0b7ab7f8d0a3 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:22.646589 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-18802ca6-04f6-4e25-9f83-0b7ab7f8d0a3 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-408423'] for security_group_rule, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:22.648755 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-51e6fe6a-0c4c-4315-aa09-4a2140f37494 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:08:22.667272 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18802ca6-04f6-4e25-9f83-0b7ab7f8d0a3 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a29822c9-fca7-46c9-95d6-1e520409148f,revision_number=0']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:08:22.672868 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-18802ca6-04f6-4e25-9f83-0b7ab7f8d0a3 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:22.676679 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-18802ca6-04f6-4e25-9f83-0b7ab7f8d0a3 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1234646 Jun 28 12:08:22.676679 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-18802ca6-04f6-4e25-9f83-0b7ab7f8d0a3 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:08:22.677764 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 34122) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:08:22.681686 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.v2.base [None req-a428c887-1d1c-4224-96e3-a6a9af9cff2a tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Request body: {'security_group_rule': {'security_group_id': '4c444e2b-43fa-49e8-94cf-c250e9b6c9fe', 'project_id': '16d28cd3fdd84351b3873c2a21becf43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:08:22.702760 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.db.securitygroups_db [None req-a428c887-1d1c-4224-96e3-a6a9af9cff2a tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Project 16d28cd3fdd84351b3873c2a21becf43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 12:08:22.707562 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-a428c887-1d1c-4224-96e3-a6a9af9cff2a tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:22.767421 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-a428c887-1d1c-4224-96e3-a6a9af9cff2a tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:22.771181 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-a428c887-1d1c-4224-96e3-a6a9af9cff2a tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-408423'] for security_group_rule, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:22.773251 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-18802ca6-04f6-4e25-9f83-0b7ab7f8d0a3 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:08:22.790037 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a428c887-1d1c-4224-96e3-a6a9af9cff2a tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b098e34d-8850-4ebf-bc79-c9399b31c9eb,revision_number=0']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:08:22.794408 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-a428c887-1d1c-4224-96e3-a6a9af9cff2a tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:08:22.802317 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-a428c887-1d1c-4224-96e3-a6a9af9cff2a tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:22.803641 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-a428c887-1d1c-4224-96e3-a6a9af9cff2a tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1257334 Jun 28 12:08:22.930775 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-dd48dd74-5ed2-4706-a9d8-e287cab6de82 req-74559c1d-d766-4885-b909-55ce66541198 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-869047670&fields=id&tenant_id=16d28cd3fdd84351b3873c2a21becf43 HTTP/1.1" status: 200 len: 267 time: 0.0344090 Jun 28 12:08:22.997226 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48dd74-5ed2-4706-a9d8-e287cab6de82 req-3eb3e5bb-95a0-4ffa-8da6-f64d5330dfe0 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:22.998697 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-dd48dd74-5ed2-4706-a9d8-e287cab6de82 req-3eb3e5bb-95a0-4ffa-8da6-f64d5330dfe0 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "GET /v2.0/ports?device_id=999fabb1-3f1f-4897-b03f-494c3910292c HTTP/1.1" status: 200 len: 946 time: 0.0626004 Jun 28 12:08:23.009840 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.v2.base [req-dd48dd74-5ed2-4706-a9d8-e287cab6de82 req-eca4a72e-4f1f-4cca-ac4d-005e0138db5b tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Request body: {'port': {'security_groups': ['50db70de-ca32-4e06-be9c-a4f6d54795ce', '4c444e2b-43fa-49e8-94cf-c250e9b6c9fe']}} {{(pid=93124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:08:23.102814 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [req-dd48dd74-5ed2-4706-a9d8-e287cab6de82 req-eca4a72e-4f1f-4cca-ac4d-005e0138db5b tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:23.288153 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [req-dd48dd74-5ed2-4706-a9d8-e287cab6de82 req-eca4a72e-4f1f-4cca-ac4d-005e0138db5b tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] For port 2feead54-ebf5-4c37-90f8-9326ab74c445, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=2feead54-ebf5-4c37-90f8-9326ab74c445,segment=NetworkSegment(52116a9a-38a5-459a-ac2a-7b9d05591973),segment_id=52116a9a-38a5-459a-ac2a-7b9d05591973)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:08:23.315807 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [req-dd48dd74-5ed2-4706-a9d8-e287cab6de82 req-eca4a72e-4f1f-4cca-ac4d-005e0138db5b tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Notify callbacks [] for port, precommit_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:23.320974 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [req-dd48dd74-5ed2-4706-a9d8-e287cab6de82 req-eca4a72e-4f1f-4cca-ac4d-005e0138db5b tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8411049'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:23.325146 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-201d13a3-917a-40d4-9252-c2bf5adcc284 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:08:23.335126 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] get_ports_and_sgs() called for port_ids ['2feead54-ebf5-4c37-90f8-9326ab74c445'] {{(pid=93126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:08:23.363817 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48dd74-5ed2-4706-a9d8-e287cab6de82 req-eca4a72e-4f1f-4cca-ac4d-005e0138db5b tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:23.364438 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [req-dd48dd74-5ed2-4706-a9d8-e287cab6de82 req-eca4a72e-4f1f-4cca-ac4d-005e0138db5b tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188324'] for port, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:23.365847 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-dd48dd74-5ed2-4706-a9d8-e287cab6de82 req-eca4a72e-4f1f-4cca-ac4d-005e0138db5b tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "PUT /v2.0/ports/2feead54-ebf5-4c37-90f8-9326ab74c445 HTTP/1.1" status: 200 len: 982 time: 0.3611407 Jun 28 12:08:23.366365 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '999fabb1-3f1f-4897-b03f-494c3910292c', 'tag': '2feead54-ebf5-4c37-90f8-9326ab74c445'}] {{(pid=93124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:08:23.372000 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4926e176e742a15448bc39a4c9e2c24b37607ed8759502f34541a4f556826b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec1e531-86e2-4845-9d05-07dea7a40b0c" -d '{"events": [{"name": "network-changed", "server_uuid": "999fabb1-3f1f-4897-b03f-494c3910292c", "tag": "2feead54-ebf5-4c37-90f8-9326ab74c445"}]}' {{(pid=93124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:08:23.402723 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca4a72e-4f1f-4cca-ac4d-005e0138db5b tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Pushing event updated for resources: {'Port': ['ID=2feead54-ebf5-4c37-90f8-9326ab74c445,revision_number=6']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:08:23.405856 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-eca4a72e-4f1f-4cca-ac4d-005e0138db5b tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:08:23.422692 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 12:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50014dd2-1a17-43b6-a3cc-71a1f820147b x-openstack-request-id: req-50014dd2-1a17-43b6-a3cc-71a1f820147b {{(pid=93124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:08:23.423253 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "999fabb1-3f1f-4897-b03f-494c3910292c", "tag": "2feead54-ebf5-4c37-90f8-9326ab74c445", "status": "completed", "code": 200}]} {{(pid=93124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:08:23.423548 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-50014dd2-1a17-43b6-a3cc-71a1f820147b {{(pid=93124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:08:23.424024 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '999fabb1-3f1f-4897-b03f-494c3910292c', 'tag': '2feead54-ebf5-4c37-90f8-9326ab74c445', 'status': 'completed', 'code': 200} Jun 28 12:08:23.465182 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] get_ports_and_sgs() called for port_ids ['2feead54-ebf5-4c37-90f8-9326ab74c445'] {{(pid=93126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:08:23.520520 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1e531-86e2-4845-9d05-07dea7a40b0c req-494c6586-e41c-43a9-99ad-e1a970ff61b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:23.522031 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-8ec1e531-86e2-4845-9d05-07dea7a40b0c req-494c6586-e41c-43a9-99ad-e1a970ff61b0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=16d28cd3fdd84351b3873c2a21becf43&device_id=999fabb1-3f1f-4897-b03f-494c3910292c HTTP/1.1" status: 200 len: 1138 time: 0.0692093 Jun 28 12:08:23.578683 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da1c65-9b66-4728-a194-4fbf06cc7500 req-ecdcdf1d-16cf-4fcb-b2cc-714322e32018 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:23.586144 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-99da1c65-9b66-4728-a194-4fbf06cc7500 req-ecdcdf1d-16cf-4fcb-b2cc-714322e32018 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "GET /v2.0/ports?device_id=999fabb1-3f1f-4897-b03f-494c3910292c HTTP/1.1" status: 200 len: 985 time: 0.0879743 Jun 28 12:08:23.629723 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-99da1c65-9b66-4728-a194-4fbf06cc7500 req-b3f46fc3-1a18-4f87-ac8b-43d2f2cd4452 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c444e2b-43fa-49e8-94cf-c250e9b6c9fe&id=50db70de-ca32-4e06-be9c-a4f6d54795ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0422897 Jun 28 12:08:23.637538 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1e531-86e2-4845-9d05-07dea7a40b0c req-70a1f46f-7bbc-4ffc-8c89-396fd0ca5847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:23.639120 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-8ec1e531-86e2-4845-9d05-07dea7a40b0c req-70a1f46f-7bbc-4ffc-8c89-396fd0ca5847 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7bef17b8-0ae4-45c7-847f-23fc1daef65f HTTP/1.1" status: 200 len: 915 time: 0.1089408 Jun 28 12:08:23.653627 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-3988024c-e5cd-4886-9f00-e4d16bb9e517 None None] Provisioning complete for port 2feead54-ebf5-4c37-90f8-9326ab74c445 triggered by entity DHCP. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:08:23.654012 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-3988024c-e5cd-4886-9f00-e4d16bb9e517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:23.713989 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-8ec1e531-86e2-4845-9d05-07dea7a40b0c req-539a6b85-d6cc-4d17-bb7b-66a22a5586c9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2feead54-ebf5-4c37-90f8-9326ab74c445 HTTP/1.1" status: 200 len: 1002 time: 0.0629964 Jun 28 12:08:23.763715 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1e531-86e2-4845-9d05-07dea7a40b0c req-0b995b8d-aebd-4a99-b78e-5e00699c5273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:23.765183 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-8ec1e531-86e2-4845-9d05-07dea7a40b0c req-0b995b8d-aebd-4a99-b78e-5e00699c5273 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4b803345-ed73-44e3-b090-d86fc3cf2747 HTTP/1.1" status: 200 len: 853 time: 0.0435557 Jun 28 12:08:23.823470 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1e531-86e2-4845-9d05-07dea7a40b0c req-e73e9d1d-1b83-4fbe-a028-ea56f526cdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:23.824971 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-8ec1e531-86e2-4845-9d05-07dea7a40b0c req-e73e9d1d-1b83-4fbe-a028-ea56f526cdef service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7bef17b8-0ae4-45c7-847f-23fc1daef65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0501406 Jun 28 12:08:23.918741 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-8ec1e531-86e2-4845-9d05-07dea7a40b0c req-22fcdbc0-9d3c-428d-8b0e-e25d943f4165 service neutron] 10.222.0.61 "GET /v2.0/networks/7bef17b8-0ae4-45c7-847f-23fc1daef65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856953 Jun 28 12:08:24.007136 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-8ec1e531-86e2-4845-9d05-07dea7a40b0c req-96065760-ca22-43fe-990a-e69043af9307 service neutron] 10.222.0.61 "GET /v2.0/networks/7bef17b8-0ae4-45c7-847f-23fc1daef65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817103 Jun 28 12:08:28.609564 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-7b8361ff-06c7-4c33-b52f-df4e1e19e31c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:31.156065 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94940147-077f-4893-a4d1-d6a9253722c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:31.376746 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:32.392526 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-5f2b1fbb-f913-4077-a7df-942ed403becf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:33.961221 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-664455ac-6bbb-4e68-9a3b-ee59dbc8190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:37.266628 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:46.534143 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a04216e-e1ec-4ad2-a78f-2a8a42eae923 req-7d77543d-6db2-4c3d-9a55-b783cba499f5 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:46.535574 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-3a04216e-e1ec-4ad2-a78f-2a8a42eae923 req-7d77543d-6db2-4c3d-9a55-b783cba499f5 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e9a4a8d-6328-4e51-a18d-e9f1432b8c06 HTTP/1.1" status: 200 len: 945 time: 0.0611947 Jun 28 12:08:46.572408 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-3a04216e-e1ec-4ad2-a78f-2a8a42eae923 req-3eb9a09f-3985-431c-a96a-75e123e223be tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.26 "GET /v2.0/security-groups?id=4e681e2f-7331-470b-8872-1387b086989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312929 Jun 28 12:08:47.744341 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ca1365-2b91-4abf-8f3e-178def9a8136 req-9f39d8db-48d1-4047-b1f3-0f5a6ce0c085 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:47.745733 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-17ca1365-2b91-4abf-8f3e-178def9a8136 req-9f39d8db-48d1-4047-b1f3-0f5a6ce0c085 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e9a4a8d-6328-4e51-a18d-e9f1432b8c06 HTTP/1.1" status: 200 len: 945 time: 0.0616975 Jun 28 12:08:47.783700 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-17ca1365-2b91-4abf-8f3e-178def9a8136 req-b376e80c-e500-434c-bc62-411b6b4abbbe tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.26 "GET /v2.0/security-groups?id=4e681e2f-7331-470b-8872-1387b086989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316896 Jun 28 12:08:48.957915 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d514f5cb-0d67-4e47-a284-dbdbffa8a5c4 req-c4a14f61-1559-4451-a826-6a4d78e215d1 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:48.959360 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-d514f5cb-0d67-4e47-a284-dbdbffa8a5c4 req-c4a14f61-1559-4451-a826-6a4d78e215d1 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e9a4a8d-6328-4e51-a18d-e9f1432b8c06 HTTP/1.1" status: 200 len: 945 time: 0.0654902 Jun 28 12:08:48.994577 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-d514f5cb-0d67-4e47-a284-dbdbffa8a5c4 req-98813256-9bb7-43f9-8708-ffacc9b02b20 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.26 "GET /v2.0/security-groups?id=4e681e2f-7331-470b-8872-1387b086989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296831 Jun 28 12:08:49.136899 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.agents_db [None req-f497f353-63e3-44e2-a2cd-a5845e949060 None None] Agent healthcheck: found 6 active agents {{(pid=93127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:08:50.164272 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68810ced-ca4e-4124-b296-f7bfb89d4b35 req-71f09eb7-862e-49c8-bfe6-9aa4402ed116 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:50.165714 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-68810ced-ca4e-4124-b296-f7bfb89d4b35 req-71f09eb7-862e-49c8-bfe6-9aa4402ed116 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e9a4a8d-6328-4e51-a18d-e9f1432b8c06 HTTP/1.1" status: 200 len: 945 time: 0.0609839 Jun 28 12:08:50.201716 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-68810ced-ca4e-4124-b296-f7bfb89d4b35 req-636de0e6-34e9-4254-9609-44c81af5392b tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.26 "GET /v2.0/security-groups?id=4e681e2f-7331-470b-8872-1387b086989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299447 Jun 28 12:08:51.370882 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea4296c-8d80-4ba5-a904-58a8f83afb8e req-fc43547c-b5dc-475a-ac06-eeb5d9a45526 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:51.372360 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-cea4296c-8d80-4ba5-a904-58a8f83afb8e req-fc43547c-b5dc-475a-ac06-eeb5d9a45526 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e9a4a8d-6328-4e51-a18d-e9f1432b8c06 HTTP/1.1" status: 200 len: 945 time: 0.0650847 Jun 28 12:08:51.409149 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-cea4296c-8d80-4ba5-a904-58a8f83afb8e req-a4c2675a-d99f-4ba6-9c53-dfd6e0bf16c8 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.26 "GET /v2.0/security-groups?id=4e681e2f-7331-470b-8872-1387b086989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312784 Jun 28 12:08:51.990477 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7de1f9-7d6f-466c-92f1-5b7ec0ae2e01 req-18f8a746-858c-4584-a0da-13557268a383 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:51.991804 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-0a7de1f9-7d6f-466c-92f1-5b7ec0ae2e01 req-18f8a746-858c-4584-a0da-13557268a383 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e9a4a8d-6328-4e51-a18d-e9f1432b8c06 HTTP/1.1" status: 200 len: 945 time: 0.0641670 Jun 28 12:08:52.087467 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.plugin [req-0a7de1f9-7d6f-466c-92f1-5b7ec0ae2e01 req-2f7199c9-ec40-49ff-aa2d-6cc6914d22e3 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Deleting port ad608d4e-687a-4bee-b593-0dc96b8b28c8 {{(pid=93125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:08:52.087806 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-0a7de1f9-7d6f-466c-92f1-5b7ec0ae2e01 req-2f7199c9-ec40-49ff-aa2d-6cc6914d22e3 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751010669087'] for port, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:52.174232 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.db [req-0a7de1f9-7d6f-466c-92f1-5b7ec0ae2e01 req-2f7199c9-ec40-49ff-aa2d-6cc6914d22e3 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] For port ad608d4e-687a-4bee-b593-0dc96b8b28c8, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=ad608d4e-687a-4bee-b593-0dc96b8b28c8,segment=NetworkSegment(1c883e55-a722-4d6c-8e97-ac1a4e6a588f),segment_id=1c883e55-a722-4d6c-8e97-ac1a4e6a588f)] {{(pid=93125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:08:52.174579 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-0a7de1f9-7d6f-466c-92f1-5b7ec0ae2e01 req-2f7199c9-ec40-49ff-aa2d-6cc6914d22e3 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700447'] for port, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:52.185792 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.plugin [req-0a7de1f9-7d6f-466c-92f1-5b7ec0ae2e01 req-2f7199c9-ec40-49ff-aa2d-6cc6914d22e3 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Calling delete_port for ad608d4e-687a-4bee-b593-0dc96b8b28c8 owned by compute:nova {{(pid=93125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:08:52.310255 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-0a7de1f9-7d6f-466c-92f1-5b7ec0ae2e01 req-2f7199c9-ec40-49ff-aa2d-6cc6914d22e3 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751010672945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751010131959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8413146'] for port, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:52.314629 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-7981e03a-4d38-422a-a38a-21e9f150b9b2 tempest-ServerRescueNegativeTestJSON-863809537 tempest-ServerRescueNegativeTestJSON-863809537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:08:52.322267 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] get_ports_and_sgs() called for port_ids ['ad608d4e-687a-4bee-b593-0dc96b8b28c8'] {{(pid=93126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:08:52.345379 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7199c9-ec40-49ff-aa2d-6cc6914d22e3 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Pushing event deleted for resources: {'Port': ['ID=ad608d4e-687a-4bee-b593-0dc96b8b28c8,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:08:52.351368 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-2f7199c9-ec40-49ff-aa2d-6cc6914d22e3 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:08:52.388396 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a7de1f9-7d6f-466c-92f1-5b7ec0ae2e01 req-2f7199c9-ec40-49ff-aa2d-6cc6914d22e3 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] No DVR routers for this DVR port ad608d4e-687a-4bee-b593-0dc96b8b28c8 on host hv-cinder-77238 {{(pid=93125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:08:52.390849 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-0a7de1f9-7d6f-466c-92f1-5b7ec0ae2e01 req-2f7199c9-ec40-49ff-aa2d-6cc6914d22e3 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188324'] for port, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:52.393265 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-0a7de1f9-7d6f-466c-92f1-5b7ec0ae2e01 req-2f7199c9-ec40-49ff-aa2d-6cc6914d22e3 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.61 "DELETE /v2.0/ports/ad608d4e-687a-4bee-b593-0dc96b8b28c8 HTTP/1.1" status: 204 len: 173 time: 0.3937798 Jun 28 12:08:52.393740 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e9a4a8d-6328-4e51-a18d-e9f1432b8c06', 'name': 'network-vif-deleted', 'tag': 'ad608d4e-687a-4bee-b593-0dc96b8b28c8'}] {{(pid=93125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:08:52.395985 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cab5cdacc5b3cbbc94323449081fb5e48b25fdc1a77f938b5656c1b79ba6a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ad72cb-6f5a-44a8-bae6-a0aec89d6670" -d '{"events": [{"server_uuid": "7e9a4a8d-6328-4e51-a18d-e9f1432b8c06", "name": "network-vif-deleted", "tag": "ad608d4e-687a-4bee-b593-0dc96b8b28c8"}]}' {{(pid=93125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:08:52.432410 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7053981a-a8e8-430b-ac68-adf22fb60eae x-openstack-request-id: req-7053981a-a8e8-430b-ac68-adf22fb60eae {{(pid=93125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:08:52.432651 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e9a4a8d-6328-4e51-a18d-e9f1432b8c06", "name": "network-vif-deleted", "tag": "ad608d4e-687a-4bee-b593-0dc96b8b28c8", "status": "completed", "code": 200}]} {{(pid=93125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:08:52.432954 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7053981a-a8e8-430b-ac68-adf22fb60eae {{(pid=93125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:08:52.433349 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e9a4a8d-6328-4e51-a18d-e9f1432b8c06', 'name': 'network-vif-deleted', 'tag': 'ad608d4e-687a-4bee-b593-0dc96b8b28c8', 'status': 'completed', 'code': 200} Jun 28 12:08:52.552612 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-757208c6-0126-4b24-badb-0ce74a03c023 req-7f694e33-64c3-446e-93f7-1c9424893ae7 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e9a4a8d-6328-4e51-a18d-e9f1432b8c06 HTTP/1.1" status: 200 len: 210 time: 0.0308564 Jun 28 12:08:55.198545 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device ad608d4e-687a-4bee-b593-0dc96b8b28c8 no longer exists at agent hyperv_hv-cinder-77238 {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:08:55.222655 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.plugin [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] No Port match for: ad608d4e-687a-4bee-b593-0dc96b8b28c8 {{(pid=93126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:08:55.223008 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device ad608d4e-687a-4bee-b593-0dc96b8b28c8 not bound to the agent host hv-cinder-77238 {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:08:57.392373 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665b1a8b-4830-491a-b8d6-cc637513381a req-ec10d310-b446-467b-b9a0-10862ec0d7c7 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:57.393821 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-665b1a8b-4830-491a-b8d6-cc637513381a req-ec10d310-b446-467b-b9a0-10862ec0d7c7 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.26 "GET /v2.0/networks?id=df8e1c6a-c7c7-455b-bbe3-5767afe20a54 HTTP/1.1" status: 200 len: 814 time: 0.0997572 Jun 28 12:08:57.408502 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-665b1a8b-4830-491a-b8d6-cc637513381a req-9a618a46-49c2-43b7-a482-3fd2fa4ad7d3 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.26 "GET /v2.0/quotas/f982f2df9ee0484f9684f0f6c7e5d444 HTTP/1.1" status: 200 len: 375 time: 0.0093460 Jun 28 12:08:57.440266 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-665b1a8b-4830-491a-b8d6-cc637513381a req-e23bd2d8-cfc7-4570-8fc1-02c59bc153fe tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f982f2df9ee0484f9684f0f6c7e5d444&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268981 Jun 28 12:08:57.533908 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-665b1a8b-4830-491a-b8d6-cc637513381a req-64b07d05-3059-43be-9405-ff8ec4a95c3b service neutron] 10.222.0.26 "GET /v2.0/networks/df8e1c6a-c7c7-455b-bbe3-5767afe20a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875757 Jun 28 12:08:57.620875 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-665b1a8b-4830-491a-b8d6-cc637513381a req-48fc4b1b-1101-47f0-ade6-11453349f719 service neutron] 10.222.0.26 "GET /v2.0/networks/df8e1c6a-c7c7-455b-bbe3-5767afe20a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812974 Jun 28 12:08:57.789124 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-1d77be37-d0fc-49db-8813-becf052205b0 req-adc99c41-3e58-4bcc-b55a-b8fff86277ec tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa3711b-6d05-4367-b5d5-ba69b3144464 HTTP/1.1" status: 200 len: 210 time: 0.0288703 Jun 28 12:08:58.610528 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-374ce844-d633-40ba-8f5c-95dd93ec69ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:58.804168 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665b1a8b-4830-491a-b8d6-cc637513381a req-2d4cb2c9-28e6-42e2-b6fe-32ac3ac35a7c tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:58.805631 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-665b1a8b-4830-491a-b8d6-cc637513381a req-2d4cb2c9-28e6-42e2-b6fe-32ac3ac35a7c tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.61 "GET /v2.0/networks?id=df8e1c6a-c7c7-455b-bbe3-5767afe20a54 HTTP/1.1" status: 200 len: 814 time: 0.1086695 Jun 28 12:08:58.824617 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.v2.base [req-665b1a8b-4830-491a-b8d6-cc637513381a req-e11fde21-9dcb-4bf8-9268-a6ad6ccb8119 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Request body: {'port': {'device_id': '9fa3711b-6d05-4367-b5d5-ba69b3144464', 'network_id': 'df8e1c6a-c7c7-455b-bbe3-5767afe20a54', 'admin_state_up': True, 'tenant_id': 'f982f2df9ee0484f9684f0f6c7e5d444'}} {{(pid=93125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:08:58.952188 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-665b1a8b-4830-491a-b8d6-cc637513381a req-e11fde21-9dcb-4bf8-9268-a6ad6ccb8119 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Made reservation on behalf of f982f2df9ee0484f9684f0f6c7e5d444 for: {'port': 1} {{(pid=93125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:08:58.955734 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-665b1a8b-4830-491a-b8d6-cc637513381a req-e11fde21-9dcb-4bf8-9268-a6ad6ccb8119 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:58.957101 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-229f0587-217b-47db-9982-a0e88ce70a2f req-4bd269e7-54b9-40d8-b8ef-88deb6212987 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa3711b-6d05-4367-b5d5-ba69b3144464 HTTP/1.1" status: 200 len: 210 time: 0.0343652 Jun 28 12:08:59.134487 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.db_base_plugin_common [req-665b1a8b-4830-491a-b8d6-cc637513381a req-e11fde21-9dcb-4bf8-9268-a6ad6ccb8119 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Allocated IP 172.20.0.11 (df8e1c6a-c7c7-455b-bbe3-5767afe20a54/2e8ce9a8-27ee-4ca7-beee-a038ef482b1e/27525cd7-3dc8-4e72-b87b-ca3248194d9d) {{(pid=93125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:08:59.179610 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ee3b9-4934-47ca-85fc-5f4c9b5790c2 req-475011d7-158b-4448-8ad5-2d22f3de277b tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:59.181518 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-031ee3b9-4934-47ca-85fc-5f4c9b5790c2 req-475011d7-158b-4448-8ad5-2d22f3de277b tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "GET /v2.0/ports?device_id=999fabb1-3f1f-4897-b03f-494c3910292c HTTP/1.1" status: 200 len: 985 time: 0.0755324 Jun 28 12:08:59.194885 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1addf14-159d-486c-a3ef-905cc2c90a2d req-a609540b-f28b-4432-9bfe-55081c0406c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:59.196464 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-f1addf14-159d-486c-a3ef-905cc2c90a2d req-a609540b-f28b-4432-9bfe-55081c0406c7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=16d28cd3fdd84351b3873c2a21becf43&device_id=999fabb1-3f1f-4897-b03f-494c3910292c HTTP/1.1" status: 200 len: 1138 time: 0.1029065 Jun 28 12:08:59.237153 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-031ee3b9-4934-47ca-85fc-5f4c9b5790c2 req-f121dbce-fbef-4d8d-92b9-d46a165f7d01 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c444e2b-43fa-49e8-94cf-c250e9b6c9fe&id=50db70de-ca32-4e06-be9c-a4f6d54795ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0476820 Jun 28 12:08:59.367624 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1addf14-159d-486c-a3ef-905cc2c90a2d req-ed975752-fd18-4b6d-a061-4fca8661dce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:59.369103 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-f1addf14-159d-486c-a3ef-905cc2c90a2d req-ed975752-fd18-4b6d-a061-4fca8661dce2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7bef17b8-0ae4-45c7-847f-23fc1daef65f HTTP/1.1" status: 200 len: 915 time: 0.1628470 Jun 28 12:08:59.387588 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-665b1a8b-4830-491a-b8d6-cc637513381a req-e11fde21-9dcb-4bf8-9268-a6ad6ccb8119 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Notify callbacks [] for port, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:59.450919 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-f1addf14-159d-486c-a3ef-905cc2c90a2d req-bc9d72e1-adc7-4106-8f50-d5d1c20c66c5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2feead54-ebf5-4c37-90f8-9326ab74c445 HTTP/1.1" status: 200 len: 1002 time: 0.0735719 Jun 28 12:08:59.510180 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-665b1a8b-4830-491a-b8d6-cc637513381a req-e11fde21-9dcb-4bf8-9268-a6ad6ccb8119 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751010131950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8412961'] for port, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:59.513036 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1addf14-159d-486c-a3ef-905cc2c90a2d req-31f35e09-f3bd-4693-9a57-3c39c776ee14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:59.515205 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-f1addf14-159d-486c-a3ef-905cc2c90a2d req-31f35e09-f3bd-4693-9a57-3c39c776ee14 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4b803345-ed73-44e3-b090-d86fc3cf2747 HTTP/1.1" status: 200 len: 853 time: 0.0556602 Jun 28 12:08:59.517695 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-9f86e770-f1ca-475b-931a-de028813bdd7 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:08:59.579589 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-665b1a8b-4830-491a-b8d6-cc637513381a req-e11fde21-9dcb-4bf8-9268-a6ad6ccb8119 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Network df8e1c6a-c7c7-455b-bbe3-5767afe20a54 is already hosted by enough agents. {{(pid=93125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:08:59.588969 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.base_scheduler [req-665b1a8b-4830-491a-b8d6-cc637513381a req-e11fde21-9dcb-4bf8-9268-a6ad6ccb8119 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Resources bound (agent type, host, resource id): {{(pid=93125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:08:59.593790 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.l3_dvrscheduler_db [req-665b1a8b-4830-491a-b8d6-cc637513381a req-e11fde21-9dcb-4bf8-9268-a6ad6ccb8119 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Received port after_create {{(pid=93125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:08:59.618362 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11fde21-9dcb-4bf8-9268-a6ad6ccb8119 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Pushing event updated for resources: {'Port': ['ID=27525cd7-3dc8-4e72-b87b-ca3248194d9d,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:08:59.625413 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-e11fde21-9dcb-4bf8-9268-a6ad6ccb8119 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:08:59.653910 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665b1a8b-4830-491a-b8d6-cc637513381a req-e11fde21-9dcb-4bf8-9268-a6ad6ccb8119 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:59.654544 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-665b1a8b-4830-491a-b8d6-cc637513381a req-e11fde21-9dcb-4bf8-9268-a6ad6ccb8119 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188324'] for port, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:59.664566 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1addf14-159d-486c-a3ef-905cc2c90a2d req-9dc11854-ba66-4589-b75f-270b0a8ef28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:59.666063 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-f1addf14-159d-486c-a3ef-905cc2c90a2d req-9dc11854-ba66-4589-b75f-270b0a8ef28e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7bef17b8-0ae4-45c7-847f-23fc1daef65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1407149 Jun 28 12:08:59.673715 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-665b1a8b-4830-491a-b8d6-cc637513381a req-e11fde21-9dcb-4bf8-9268-a6ad6ccb8119 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8542824 Jun 28 12:08:59.686531 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.v2.base [req-665b1a8b-4830-491a-b8d6-cc637513381a req-131d6b2e-9fb2-4099-a1f6-ecde12801dc3 service neutron] Request body: {'port': {'device_id': '9fa3711b-6d05-4367-b5d5-ba69b3144464', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=93125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:08:59.821709 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-665b1a8b-4830-491a-b8d6-cc637513381a req-131d6b2e-9fb2-4099-a1f6-ecde12801dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:59.825553 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-f1addf14-159d-486c-a3ef-905cc2c90a2d req-97e23952-0d96-4c42-a658-3610dd59b505 service neutron] 10.222.0.61 "GET /v2.0/networks/7bef17b8-0ae4-45c7-847f-23fc1daef65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509783 Jun 28 12:09:00.000487 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-f1addf14-159d-486c-a3ef-905cc2c90a2d req-d5819ecd-cf2a-422f-9dab-18235bffd8b8 service neutron] 10.222.0.61 "GET /v2.0/networks/7bef17b8-0ae4-45c7-847f-23fc1daef65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675055 Jun 28 12:09:00.136712 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a0e5e-d4cd-488e-a523-50a4db870cc0 req-f5b5e9ee-27cb-4941-8fa6-0a59bfcd0f4a tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:00.140016 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-d06a0e5e-d4cd-488e-a523-50a4db870cc0 req-f5b5e9ee-27cb-4941-8fa6-0a59bfcd0f4a tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa3711b-6d05-4367-b5d5-ba69b3144464 HTTP/1.1" status: 200 len: 932 time: 0.0695841 Jun 28 12:09:00.143040 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.notifiers.nova [req-665b1a8b-4830-491a-b8d6-cc637513381a req-131d6b2e-9fb2-4099-a1f6-ecde12801dc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27525cd7-3dc8-4e72-b87b-ca3248194d9d {{(pid=93125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:09:00.152050 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-665b1a8b-4830-491a-b8d6-cc637513381a req-131d6b2e-9fb2-4099-a1f6-ecde12801dc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:00.166085 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.provisioning_blocks [req-665b1a8b-4830-491a-b8d6-cc637513381a req-131d6b2e-9fb2-4099-a1f6-ecde12801dc3 service neutron] Transition to ACTIVE for port object 27525cd7-3dc8-4e72-b87b-ca3248194d9d will not be triggered until provisioned by entity L2. {{(pid=93125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:09:00.170783 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-665b1a8b-4830-491a-b8d6-cc637513381a req-131d6b2e-9fb2-4099-a1f6-ecde12801dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8413139'] for port, after_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:00.173521 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:09:00.185562 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-d06a0e5e-d4cd-488e-a523-50a4db870cc0 req-35fcb790-863e-439d-ae1a-0e0ae53b7d39 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.26 "GET /v2.0/security-groups?id=4e681e2f-7331-470b-8872-1387b086989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382776 Jun 28 12:09:00.223619 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131d6b2e-9fb2-4099-a1f6-ecde12801dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=27525cd7-3dc8-4e72-b87b-ca3248194d9d,revision_number=2']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:09:00.227356 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-131d6b2e-9fb2-4099-a1f6-ecde12801dc3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:09:00.291604 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.managers [req-665b1a8b-4830-491a-b8d6-cc637513381a req-131d6b2e-9fb2-4099-a1f6-ecde12801dc3 service neutron] Attempting to bind port 27525cd7-3dc8-4e72-b87b-ca3248194d9d on host hv-cinder-77238 for vnic_type normal with profile {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:09:00.291939 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.managers [req-665b1a8b-4830-491a-b8d6-cc637513381a req-131d6b2e-9fb2-4099-a1f6-ecde12801dc3 service neutron] Attempting to bind port 27525cd7-3dc8-4e72-b87b-ca3248194d9d by drivers openvswitch,hyperv on host hv-cinder-77238 at level 0 using segments [{'id': '1c883e55-a722-4d6c-8e97-ac1a4e6a588f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'df8e1c6a-c7c7-455b-bbe3-5767afe20a54'}] {{(pid=93125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:09:00.292261 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665b1a8b-4830-491a-b8d6-cc637513381a req-131d6b2e-9fb2-4099-a1f6-ecde12801dc3 service neutron] Attempting to bind port 27525cd7-3dc8-4e72-b87b-ca3248194d9d on network df8e1c6a-c7c7-455b-bbe3-5767afe20a54 {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:09:00.296468 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665b1a8b-4830-491a-b8d6-cc637513381a req-131d6b2e-9fb2-4099-a1f6-ecde12801dc3 service neutron] Port 27525cd7-3dc8-4e72-b87b-ca3248194d9d on network df8e1c6a-c7c7-455b-bbe3-5767afe20a54 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77238 {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:09:00.296797 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665b1a8b-4830-491a-b8d6-cc637513381a req-131d6b2e-9fb2-4099-a1f6-ecde12801dc3 service neutron] Attempting to bind port 27525cd7-3dc8-4e72-b87b-ca3248194d9d on network df8e1c6a-c7c7-455b-bbe3-5767afe20a54 {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:09:00.301422 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665b1a8b-4830-491a-b8d6-cc637513381a req-131d6b2e-9fb2-4099-a1f6-ecde12801dc3 service neutron] Checking agent: {'id': '848960a1-f744-4efd-9f3d-017fcea63875', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 2, 37), 'started_at': datetime.datetime(2021, 6, 28, 12, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:09:00.301754 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665b1a8b-4830-491a-b8d6-cc637513381a req-131d6b2e-9fb2-4099-a1f6-ecde12801dc3 service neutron] Checking segment: {'id': '1c883e55-a722-4d6c-8e97-ac1a4e6a588f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'df8e1c6a-c7c7-455b-bbe3-5767afe20a54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:09:00.302133 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665b1a8b-4830-491a-b8d6-cc637513381a req-131d6b2e-9fb2-4099-a1f6-ecde12801dc3 service neutron] Bound using segment: {'id': '1c883e55-a722-4d6c-8e97-ac1a4e6a588f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'df8e1c6a-c7c7-455b-bbe3-5767afe20a54'} {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:09:00.302551 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.managers [req-665b1a8b-4830-491a-b8d6-cc637513381a req-131d6b2e-9fb2-4099-a1f6-ecde12801dc3 service neutron] Bound port: 27525cd7-3dc8-4e72-b87b-ca3248194d9d, host: hv-cinder-77238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c883e55-a722-4d6c-8e97-ac1a4e6a588f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'df8e1c6a-c7c7-455b-bbe3-5767afe20a54'}}] {{(pid=93125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:09:00.302913 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-665b1a8b-4830-491a-b8d6-cc637513381a req-131d6b2e-9fb2-4099-a1f6-ecde12801dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:00.366695 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.db [req-665b1a8b-4830-491a-b8d6-cc637513381a req-131d6b2e-9fb2-4099-a1f6-ecde12801dc3 service neutron] For port 27525cd7-3dc8-4e72-b87b-ca3248194d9d, host hv-cinder-77238, cleared binding levels {{(pid=93125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:09:00.369666 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.db [req-665b1a8b-4830-491a-b8d6-cc637513381a req-131d6b2e-9fb2-4099-a1f6-ecde12801dc3 service neutron] For port 27525cd7-3dc8-4e72-b87b-ca3248194d9d, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=27525cd7-3dc8-4e72-b87b-ca3248194d9d,segment=NetworkSegment(1c883e55-a722-4d6c-8e97-ac1a4e6a588f),segment_id=1c883e55-a722-4d6c-8e97-ac1a4e6a588f)] {{(pid=93125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:09:00.374222 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-665b1a8b-4830-491a-b8d6-cc637513381a req-131d6b2e-9fb2-4099-a1f6-ecde12801dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8413139'] for port, after_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:00.376185 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-d8cb2491-deb0-4e5b-a3c3-96c768daf06d tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:09:00.409125 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665b1a8b-4830-491a-b8d6-cc637513381a req-131d6b2e-9fb2-4099-a1f6-ecde12801dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:00.409629 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba608bc5-171a-449f-8b7b-f3aa838e9590 req-eb25e74a-25b4-489a-99bc-71b3ca365c5a tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:00.409759 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-665b1a8b-4830-491a-b8d6-cc637513381a req-131d6b2e-9fb2-4099-a1f6-ecde12801dc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188324'] for port, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:00.410973 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-665b1a8b-4830-491a-b8d6-cc637513381a req-131d6b2e-9fb2-4099-a1f6-ecde12801dc3 service neutron] 10.222.0.61 "PUT /v2.0/ports/27525cd7-3dc8-4e72-b87b-ca3248194d9d HTTP/1.1" status: 200 len: 1094 time: 0.7285783 Jun 28 12:09:00.411134 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-ba608bc5-171a-449f-8b7b-f3aa838e9590 req-eb25e74a-25b4-489a-99bc-71b3ca365c5a tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "GET /v2.0/ports?device_id=999fabb1-3f1f-4897-b03f-494c3910292c HTTP/1.1" status: 200 len: 985 time: 0.0624599 Jun 28 12:09:00.411476 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fa3711b-6d05-4367-b5d5-ba69b3144464', 'tag': '27525cd7-3dc8-4e72-b87b-ca3248194d9d'}] {{(pid=93125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:09:00.413734 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cab5cdacc5b3cbbc94323449081fb5e48b25fdc1a77f938b5656c1b79ba6a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c1724b1-127f-4b17-9bb5-892302a2da52" -d '{"events": [{"name": "network-changed", "server_uuid": "9fa3711b-6d05-4367-b5d5-ba69b3144464", "tag": "27525cd7-3dc8-4e72-b87b-ca3248194d9d"}]}' {{(pid=93125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:09:00.434140 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131d6b2e-9fb2-4099-a1f6-ecde12801dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=27525cd7-3dc8-4e72-b87b-ca3248194d9d,revision_number=3']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:09:00.437630 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-131d6b2e-9fb2-4099-a1f6-ecde12801dc3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:09:00.460863 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 12:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9af1aa51-c130-4589-bd9d-09ea0aaf8fdb x-openstack-request-id: req-9af1aa51-c130-4589-bd9d-09ea0aaf8fdb {{(pid=93125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:09:00.461191 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fa3711b-6d05-4367-b5d5-ba69b3144464", "tag": "27525cd7-3dc8-4e72-b87b-ca3248194d9d", "status": "completed", "code": 200}]} {{(pid=93125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:09:00.461481 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9af1aa51-c130-4589-bd9d-09ea0aaf8fdb {{(pid=93125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:09:00.461905 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fa3711b-6d05-4367-b5d5-ba69b3144464', 'tag': '27525cd7-3dc8-4e72-b87b-ca3248194d9d', 'status': 'completed', 'code': 200} Jun 28 12:09:00.466030 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-ba608bc5-171a-449f-8b7b-f3aa838e9590 req-09d3c874-9ab0-45dd-abb3-2569ce185723 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c444e2b-43fa-49e8-94cf-c250e9b6c9fe&id=50db70de-ca32-4e06-be9c-a4f6d54795ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0481074 Jun 28 12:09:00.514303 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665b1a8b-4830-491a-b8d6-cc637513381a req-c9540834-920e-4f41-bac9-7f43dca21d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:00.515789 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-665b1a8b-4830-491a-b8d6-cc637513381a req-c9540834-920e-4f41-bac9-7f43dca21d18 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f982f2df9ee0484f9684f0f6c7e5d444&device_id=9fa3711b-6d05-4367-b5d5-ba69b3144464 HTTP/1.1" status: 200 len: 1097 time: 0.0513990 Jun 28 12:09:00.560150 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-665b1a8b-4830-491a-b8d6-cc637513381a req-f27bc74e-31bc-4a13-817c-d4781def5940 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27525cd7-3dc8-4e72-b87b-ca3248194d9d HTTP/1.1" status: 200 len: 217 time: 0.0353522 Jun 28 12:09:00.607273 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665b1a8b-4830-491a-b8d6-cc637513381a req-0b3415b2-7694-4777-b5a1-3e961fefb26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:00.608652 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-665b1a8b-4830-491a-b8d6-cc637513381a req-0b3415b2-7694-4777-b5a1-3e961fefb26f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2e8ce9a8-27ee-4ca7-beee-a038ef482b1e HTTP/1.1" status: 200 len: 854 time: 0.0413682 Jun 28 12:09:00.640396 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-665b1a8b-4830-491a-b8d6-cc637513381a req-79d26b77-e4f8-4acb-bbd1-ae763ac64982 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=df8e1c6a-c7c7-455b-bbe3-5767afe20a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253356 Jun 28 12:09:00.728738 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-665b1a8b-4830-491a-b8d6-cc637513381a req-a4841624-f1b2-491e-a4c2-684fba723004 service neutron] 10.222.0.61 "GET /v2.0/networks/df8e1c6a-c7c7-455b-bbe3-5767afe20a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814626 Jun 28 12:09:00.813047 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-665b1a8b-4830-491a-b8d6-cc637513381a req-69935aa1-c48b-4707-9827-d566358830d1 service neutron] 10.222.0.61 "GET /v2.0/networks/df8e1c6a-c7c7-455b-bbe3-5767afe20a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782053 Jun 28 12:09:00.913283 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1724b1-127f-4b17-9bb5-892302a2da52 req-5d85b921-a99c-406b-b188-60e0580ee107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:00.914698 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-3c1724b1-127f-4b17-9bb5-892302a2da52 req-5d85b921-a99c-406b-b188-60e0580ee107 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f982f2df9ee0484f9684f0f6c7e5d444&device_id=9fa3711b-6d05-4367-b5d5-ba69b3144464 HTTP/1.1" status: 200 len: 1097 time: 0.0500085 Jun 28 12:09:01.005688 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1724b1-127f-4b17-9bb5-892302a2da52 req-bf5563a3-fe1c-4225-88d0-f4b5c8f49baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:01.007031 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-3c1724b1-127f-4b17-9bb5-892302a2da52 req-bf5563a3-fe1c-4225-88d0-f4b5c8f49baa service neutron] 10.222.0.61 "GET /v2.0/networks?id=df8e1c6a-c7c7-455b-bbe3-5767afe20a54 HTTP/1.1" status: 200 len: 915 time: 0.0851645 Jun 28 12:09:01.055650 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-3c1724b1-127f-4b17-9bb5-892302a2da52 req-c3b24d4a-8df6-40bb-a318-2c002576ac38 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27525cd7-3dc8-4e72-b87b-ca3248194d9d HTTP/1.1" status: 200 len: 217 time: 0.0321786 Jun 28 12:09:01.104681 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1724b1-127f-4b17-9bb5-892302a2da52 req-41bfa25e-99ff-408d-815a-4be22c686fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:01.106090 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-3c1724b1-127f-4b17-9bb5-892302a2da52 req-41bfa25e-99ff-408d-815a-4be22c686fab service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2e8ce9a8-27ee-4ca7-beee-a038ef482b1e HTTP/1.1" status: 200 len: 854 time: 0.0434411 Jun 28 12:09:01.137088 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-3c1724b1-127f-4b17-9bb5-892302a2da52 req-7b6b55bf-32b2-4f74-ab46-6d743e0ecc16 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=df8e1c6a-c7c7-455b-bbe3-5767afe20a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241137 Jun 28 12:09:01.156912 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-7daed903-535a-46cd-af18-4b9c5c54af89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:01.233626 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-3c1724b1-127f-4b17-9bb5-892302a2da52 req-95a326db-5772-4b15-b562-4ef17342cb92 service neutron] 10.222.0.61 "GET /v2.0/networks/df8e1c6a-c7c7-455b-bbe3-5767afe20a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877097 Jun 28 12:09:01.321797 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-3c1724b1-127f-4b17-9bb5-892302a2da52 req-4f5e3603-659f-4b2d-9abe-45a6fe28297b service neutron] 10.222.0.61 "GET /v2.0/networks/df8e1c6a-c7c7-455b-bbe3-5767afe20a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815339 Jun 28 12:09:01.366849 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3373629f-f315-499a-9176-38da9d54fbd5 req-072b9879-57a1-4ce6-a4ef-e0ac100e8b67 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:01.368441 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-3373629f-f315-499a-9176-38da9d54fbd5 req-072b9879-57a1-4ce6-a4ef-e0ac100e8b67 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa3711b-6d05-4367-b5d5-ba69b3144464 HTTP/1.1" status: 200 len: 944 time: 0.0660865 Jun 28 12:09:01.378356 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:01.407114 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-3373629f-f315-499a-9176-38da9d54fbd5 req-e1d0708f-48e2-49e2-8b36-bf5265d5832f tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.26 "GET /v2.0/security-groups?id=4e681e2f-7331-470b-8872-1387b086989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323150 Jun 28 12:09:01.639223 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c48270-6d04-430b-98e7-ed59daf36c32 req-8f2e1fdc-1964-469f-9c40-8daec184c171 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:01.640956 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-23c48270-6d04-430b-98e7-ed59daf36c32 req-8f2e1fdc-1964-469f-9c40-8daec184c171 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "GET /v2.0/ports?device_id=999fabb1-3f1f-4897-b03f-494c3910292c HTTP/1.1" status: 200 len: 985 time: 0.0611959 Jun 28 12:09:01.680504 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-23c48270-6d04-430b-98e7-ed59daf36c32 req-a3e3bab6-24c7-4282-9695-d561a95d8d39 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c444e2b-43fa-49e8-94cf-c250e9b6c9fe&id=50db70de-ca32-4e06-be9c-a4f6d54795ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338619 Jun 28 12:09:01.919900 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff8490b-e988-4b23-bde8-c3d9d32bfcf7 req-7783a10a-b432-43a5-a2fb-75e676374045 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:01.921356 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-cff8490b-e988-4b23-bde8-c3d9d32bfcf7 req-7783a10a-b432-43a5-a2fb-75e676374045 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=a96ea42c-794f-43a0-8982-d108eef30624 HTTP/1.1" status: 200 len: 946 time: 0.0638993 Jun 28 12:09:01.957500 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-cff8490b-e988-4b23-bde8-c3d9d32bfcf7 req-00bede93-5fb7-42ef-b82d-c710a499ea4f tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed525ddb-307d-46d7-a379-3c4ff2291382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307441 Jun 28 12:09:02.393816 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-5f2b1fbb-f913-4077-a7df-942ed403becf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:02.573958 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98151e66-2c51-4c13-af20-d92e04c5df10 req-2100d135-14c6-4c1e-93ca-164ec87c8a79 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:02.575387 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-98151e66-2c51-4c13-af20-d92e04c5df10 req-2100d135-14c6-4c1e-93ca-164ec87c8a79 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa3711b-6d05-4367-b5d5-ba69b3144464 HTTP/1.1" status: 200 len: 944 time: 0.0611684 Jun 28 12:09:02.611917 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-98151e66-2c51-4c13-af20-d92e04c5df10 req-06873fa8-28fe-41fe-8be4-1ab9f24bd676 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.26 "GET /v2.0/security-groups?id=4e681e2f-7331-470b-8872-1387b086989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308082 Jun 28 12:09:02.849846 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc8aa87-28aa-4e22-9579-c7643dcf5e57 req-8b787e96-4c5d-440e-8f31-f478f34a26d9 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:02.851327 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-ebc8aa87-28aa-4e22-9579-c7643dcf5e57 req-8b787e96-4c5d-440e-8f31-f478f34a26d9 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "GET /v2.0/ports?device_id=999fabb1-3f1f-4897-b03f-494c3910292c HTTP/1.1" status: 200 len: 985 time: 0.0620003 Jun 28 12:09:02.892769 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-ebc8aa87-28aa-4e22-9579-c7643dcf5e57 req-e9cb7902-a878-4b53-aee0-bce5f3238280 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c444e2b-43fa-49e8-94cf-c250e9b6c9fe&id=50db70de-ca32-4e06-be9c-a4f6d54795ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0357196 Jun 28 12:09:03.130131 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b208d54-f774-41e1-92f8-2448c1b734da req-e64bc661-1060-45c3-b58a-2715692c5f9a tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:03.131605 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-2b208d54-f774-41e1-92f8-2448c1b734da req-e64bc661-1060-45c3-b58a-2715692c5f9a tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=a96ea42c-794f-43a0-8982-d108eef30624 HTTP/1.1" status: 200 len: 946 time: 0.0612991 Jun 28 12:09:03.168008 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-2b208d54-f774-41e1-92f8-2448c1b734da req-825e4aab-ed75-4215-bddb-27e62b41ec69 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed525ddb-307d-46d7-a379-3c4ff2291382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309873 Jun 28 12:09:03.211296 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device 27525cd7-3dc8-4e72-b87b-ca3248194d9d details requested by agent hyperv_hv-cinder-77238 with host hv-cinder-77238 {{(pid=93126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 12:09:03.305193 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] For port 27525cd7-3dc8-4e72-b87b-ca3248194d9d, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=27525cd7-3dc8-4e72-b87b-ca3248194d9d,segment=NetworkSegment(1c883e55-a722-4d6c-8e97-ac1a4e6a588f),segment_id=1c883e55-a722-4d6c-8e97-ac1a4e6a588f)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:09:03.319268 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Returning: {'device': '27525cd7-3dc8-4e72-b87b-ca3248194d9d', 'network_id': 'df8e1c6a-c7c7-455b-bbe3-5767afe20a54', 'port_id': '27525cd7-3dc8-4e72-b87b-ca3248194d9d', 'mac_address': 'fa:16:3e:26:b1:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e8ce9a8-27ee-4ca7-beee-a038ef482b1e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 12:09:03.353613 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:03.365836 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.notifiers.nova [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27525cd7-3dc8-4e72-b87b-ca3248194d9d {{(pid=93126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:09:03.383676 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] For port 27525cd7-3dc8-4e72-b87b-ca3248194d9d, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=27525cd7-3dc8-4e72-b87b-ca3248194d9d,segment=NetworkSegment(1c883e55-a722-4d6c-8e97-ac1a4e6a588f),segment_id=1c883e55-a722-4d6c-8e97-ac1a4e6a588f)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:09:03.387709 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:03.389512 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:09:03.432915 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Pushing event updated for resources: {'Port': ['ID=27525cd7-3dc8-4e72-b87b-ca3248194d9d,revision_number=4']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:09:03.439523 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:09:03.439871 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:09:03.440211 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:09:03.440544 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:09:03.440897 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:09:03.441226 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:09:03.441551 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:09:03.441874 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:09:03.442196 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:09:03.442517 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:09:03.442836 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:09:03.443152 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:09:03.446876 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:09:03.633640 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] get_ports_and_sgs() called for port_ids ['27525cd7-3dc8-4e72-b87b-ca3248194d9d'] {{(pid=93126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:09:03.784457 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a927fef-a339-4381-b410-d80d6e50e703 req-3691e060-240c-4340-a0b6-1da19386f362 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:03.785920 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-4a927fef-a339-4381-b410-d80d6e50e703 req-3691e060-240c-4340-a0b6-1da19386f362 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa3711b-6d05-4367-b5d5-ba69b3144464 HTTP/1.1" status: 200 len: 945 time: 0.0618887 Jun 28 12:09:03.821106 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-4a927fef-a339-4381-b410-d80d6e50e703 req-b7772339-4d1f-46eb-8149-b4237330980b tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.26 "GET /v2.0/security-groups?id=4e681e2f-7331-470b-8872-1387b086989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294816 Jun 28 12:09:03.962137 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-664455ac-6bbb-4e68-9a3b-ee59dbc8190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:04.064397 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fb11b0-4a86-489f-8cc1-ba3f0d120860 req-3a964eb1-49ba-494e-bf31-6a8e4258b9d9 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:04.065871 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-c9fb11b0-4a86-489f-8cc1-ba3f0d120860 req-3a964eb1-49ba-494e-bf31-6a8e4258b9d9 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "GET /v2.0/ports?device_id=999fabb1-3f1f-4897-b03f-494c3910292c HTTP/1.1" status: 200 len: 985 time: 0.0651197 Jun 28 12:09:04.104019 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-c9fb11b0-4a86-489f-8cc1-ba3f0d120860 req-eef01439-fca5-4767-a242-a7f64a6bc4b5 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c444e2b-43fa-49e8-94cf-c250e9b6c9fe&id=50db70de-ca32-4e06-be9c-a4f6d54795ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0323772 Jun 28 12:09:04.340037 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59894511-ba72-413c-a7cb-d493dc662b9c req-83c83227-48fc-44cb-ac27-15e08fd15ad7 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:04.341492 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-59894511-ba72-413c-a7cb-d493dc662b9c req-83c83227-48fc-44cb-ac27-15e08fd15ad7 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=a96ea42c-794f-43a0-8982-d108eef30624 HTTP/1.1" status: 200 len: 946 time: 0.0608931 Jun 28 12:09:04.377057 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-59894511-ba72-413c-a7cb-d493dc662b9c req-6fb71593-20c0-475c-b473-e1e7ec188809 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed525ddb-307d-46d7-a379-3c4ff2291382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300586 Jun 28 12:09:04.995453 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15309bc-4bc1-4423-8361-28aa8c507e79 req-91093c54-9cee-40ad-980a-af50749e6ea6 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:04.996799 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-c15309bc-4bc1-4423-8361-28aa8c507e79 req-91093c54-9cee-40ad-980a-af50749e6ea6 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa3711b-6d05-4367-b5d5-ba69b3144464 HTTP/1.1" status: 200 len: 945 time: 0.0629277 Jun 28 12:09:05.036071 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-c15309bc-4bc1-4423-8361-28aa8c507e79 req-e7e93883-314b-4c45-8ec6-2402e24aef57 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.26 "GET /v2.0/security-groups?id=4e681e2f-7331-470b-8872-1387b086989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337162 Jun 28 12:09:05.238350 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device 27525cd7-3dc8-4e72-b87b-ca3248194d9d up at agent hyperv_hv-cinder-77238 {{(pid=93126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:09:05.276928 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f82958-3fd9-4471-b347-c1c13f442f8a req-f1975312-b14d-424c-b806-effed2972688 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:05.278708 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-f9f82958-3fd9-4471-b347-c1c13f442f8a req-f1975312-b14d-424c-b806-effed2972688 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "GET /v2.0/ports?device_id=999fabb1-3f1f-4897-b03f-494c3910292c HTTP/1.1" status: 200 len: 985 time: 0.0660942 Jun 28 12:09:05.285368 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Provisioning for port 27525cd7-3dc8-4e72-b87b-ca3248194d9d completed by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:09:05.288968 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Provisioning complete for port 27525cd7-3dc8-4e72-b87b-ca3248194d9d triggered by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:09:05.289329 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:05.318154 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-f9f82958-3fd9-4471-b347-c1c13f442f8a req-762f2298-09c2-4c00-9d28-f73d8adfea90 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c444e2b-43fa-49e8-94cf-c250e9b6c9fe&id=50db70de-ca32-4e06-be9c-a4f6d54795ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0325553 Jun 28 12:09:05.364576 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:05.499270 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa3711b-6d05-4367-b5d5-ba69b3144464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27525cd7-3dc8-4e72-b87b-ca3248194d9d'}] {{(pid=93126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:09:05.501498 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef893c2a45f5206efbef573e37d1784350e1616ec5e975db08a1c6348235ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f343d093-d40f-42e6-ad20-bc066a396446" -d '{"events": [{"server_uuid": "9fa3711b-6d05-4367-b5d5-ba69b3144464", "name": "network-vif-plugged", "status": "completed", "tag": "27525cd7-3dc8-4e72-b87b-ca3248194d9d"}]}' {{(pid=93126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:09:05.513400 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] For port 27525cd7-3dc8-4e72-b87b-ca3248194d9d, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=27525cd7-3dc8-4e72-b87b-ca3248194d9d,segment=NetworkSegment(1c883e55-a722-4d6c-8e97-ac1a4e6a588f),segment_id=1c883e55-a722-4d6c-8e97-ac1a4e6a588f)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:09:05.518853 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:05.520669 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:09:05.543662 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da6f4fac-c8d4-41e4-aa5a-845b0b674314 x-openstack-request-id: req-da6f4fac-c8d4-41e4-aa5a-845b0b674314 {{(pid=93126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:09:05.543956 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa3711b-6d05-4367-b5d5-ba69b3144464", "name": "network-vif-plugged", "status": "completed", "tag": "27525cd7-3dc8-4e72-b87b-ca3248194d9d", "code": 200}]} {{(pid=93126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:09:05.544213 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-da6f4fac-c8d4-41e4-aa5a-845b0b674314 {{(pid=93126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:09:05.544600 dv-cinder-772388-5-smb neutron-server[93126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa3711b-6d05-4367-b5d5-ba69b3144464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27525cd7-3dc8-4e72-b87b-ca3248194d9d', 'code': 200} Jun 28 12:09:05.562439 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca32e00-4ffa-4037-a6ed-e5a9ad27ed54 req-e28a7eca-30c2-458b-9603-0e76e036f975 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:05.564321 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-eca32e00-4ffa-4037-a6ed-e5a9ad27ed54 req-e28a7eca-30c2-458b-9603-0e76e036f975 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=a96ea42c-794f-43a0-8982-d108eef30624 HTTP/1.1" status: 200 len: 946 time: 0.0721714 Jun 28 12:09:05.570253 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Pushing event updated for resources: {'Port': ['ID=27525cd7-3dc8-4e72-b87b-ca3248194d9d,revision_number=5']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:09:05.576273 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:09:05.605103 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-eca32e00-4ffa-4037-a6ed-e5a9ad27ed54 req-a178f328-c793-44fb-9099-4df856455b7d tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed525ddb-307d-46d7-a379-3c4ff2291382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347412 Jun 28 12:09:05.778663 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfae195-e5f6-4268-9ffe-b3cd451cf99a req-0fbe2051-d668-499f-b472-f7253fd2b8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:05.780068 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-0dfae195-e5f6-4268-9ffe-b3cd451cf99a req-0fbe2051-d668-499f-b472-f7253fd2b8d7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9fa3711b-6d05-4367-b5d5-ba69b3144464 HTTP/1.1" status: 200 len: 1099 time: 0.0499275 Jun 28 12:09:05.813166 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-0dfae195-e5f6-4268-9ffe-b3cd451cf99a req-67c47440-2a05-49be-b7cd-2b86209e2d61 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=4e681e2f-7331-470b-8872-1387b086989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263293 Jun 28 12:09:06.207496 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414614b-c34f-4a00-a0d2-b7cf529a42cc req-2bd26bd2-588e-4ba8-b89e-868a6d7f2cdd tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:06.208862 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-3414614b-c34f-4a00-a0d2-b7cf529a42cc req-2bd26bd2-588e-4ba8-b89e-868a6d7f2cdd tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa3711b-6d05-4367-b5d5-ba69b3144464 HTTP/1.1" status: 200 len: 946 time: 0.0638237 Jun 28 12:09:06.244326 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-3414614b-c34f-4a00-a0d2-b7cf529a42cc req-afb37c5e-318e-49a4-b4e7-85825020be4b tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.26 "GET /v2.0/security-groups?id=4e681e2f-7331-470b-8872-1387b086989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300124 Jun 28 12:09:06.487996 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8f0734-af06-4828-9554-0768d2e32f31 req-5012cdd3-9791-49ed-b5b8-76a753dabaec tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:06.489461 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-ac8f0734-af06-4828-9554-0768d2e32f31 req-5012cdd3-9791-49ed-b5b8-76a753dabaec tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "GET /v2.0/ports?device_id=999fabb1-3f1f-4897-b03f-494c3910292c HTTP/1.1" status: 200 len: 985 time: 0.0605173 Jun 28 12:09:06.528271 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-ac8f0734-af06-4828-9554-0768d2e32f31 req-553dda7d-8531-4094-91fd-9f3fe5ca7a5d tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c444e2b-43fa-49e8-94cf-c250e9b6c9fe&id=50db70de-ca32-4e06-be9c-a4f6d54795ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0323544 Jun 28 12:09:06.781175 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b982b1-91de-49d9-83c7-0ee732ca76b4 req-50d9eef7-bb06-4453-bd77-c89425c5f8a9 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:06.782613 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-b1b982b1-91de-49d9-83c7-0ee732ca76b4 req-50d9eef7-bb06-4453-bd77-c89425c5f8a9 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=a96ea42c-794f-43a0-8982-d108eef30624 HTTP/1.1" status: 200 len: 946 time: 0.0617497 Jun 28 12:09:06.820597 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-b1b982b1-91de-49d9-83c7-0ee732ca76b4 req-d68eb2f8-267a-479c-af43-ccd7dd2357de tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed525ddb-307d-46d7-a379-3c4ff2291382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325010 Jun 28 12:09:07.265934 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:07.416148 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7c6c6-e55c-40ff-a177-35cd1e027bc3 req-1553a5b2-5c9b-4471-aaef-5f971aecae6c tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:07.417607 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-7ec7c6c6-e55c-40ff-a177-35cd1e027bc3 req-1553a5b2-5c9b-4471-aaef-5f971aecae6c tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa3711b-6d05-4367-b5d5-ba69b3144464 HTTP/1.1" status: 200 len: 946 time: 0.0610785 Jun 28 12:09:07.453708 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-7ec7c6c6-e55c-40ff-a177-35cd1e027bc3 req-25e6511f-156f-4cd1-a3c2-61f59331f8f7 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.26 "GET /v2.0/security-groups?id=4e681e2f-7331-470b-8872-1387b086989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299923 Jun 28 12:09:07.706455 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ddc43-ae7f-4647-9778-0ef99ca17df2 req-c2d71645-401b-412a-b350-c2167c56a574 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:07.708045 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-218ddc43-ae7f-4647-9778-0ef99ca17df2 req-c2d71645-401b-412a-b350-c2167c56a574 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "GET /v2.0/ports?device_id=999fabb1-3f1f-4897-b03f-494c3910292c HTTP/1.1" status: 200 len: 985 time: 0.0704420 Jun 28 12:09:07.755953 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-218ddc43-ae7f-4647-9778-0ef99ca17df2 req-2dfbb918-3630-4a27-bd3b-5cb1f40fd0e0 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c444e2b-43fa-49e8-94cf-c250e9b6c9fe&id=50db70de-ca32-4e06-be9c-a4f6d54795ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0422275 Jun 28 12:09:08.250015 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6eedeb-9d25-43f7-97cf-5e26273eafdf req-738d7cd0-69cc-42fe-987f-ec7f83775162 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:08.251401 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-cf6eedeb-9d25-43f7-97cf-5e26273eafdf req-738d7cd0-69cc-42fe-987f-ec7f83775162 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=a96ea42c-794f-43a0-8982-d108eef30624 HTTP/1.1" status: 200 len: 946 time: 0.3159781 Jun 28 12:09:08.287094 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-cf6eedeb-9d25-43f7-97cf-5e26273eafdf req-a6165755-3855-425b-b822-9b0caea14433 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed525ddb-307d-46d7-a379-3c4ff2291382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300941 Jun 28 12:09:08.939369 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a602a82-47a7-4427-98cc-cccfc381ab1c req-04d3d05c-ae84-4532-b5a9-87e7a481edb6 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:08.940747 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-4a602a82-47a7-4427-98cc-cccfc381ab1c req-04d3d05c-ae84-4532-b5a9-87e7a481edb6 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "GET /v2.0/ports?device_id=999fabb1-3f1f-4897-b03f-494c3910292c HTTP/1.1" status: 200 len: 985 time: 0.0687926 Jun 28 12:09:08.981888 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-4a602a82-47a7-4427-98cc-cccfc381ab1c req-cbfcf715-5ef4-4b3d-8f6e-3f171b59d287 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c444e2b-43fa-49e8-94cf-c250e9b6c9fe&id=50db70de-ca32-4e06-be9c-a4f6d54795ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353880 Jun 28 12:09:09.462104 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f1afc-015f-486e-8073-a21563aed240 req-85f23cb9-e89b-41ff-a73c-0419d1564186 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:09.463450 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-fc9f1afc-015f-486e-8073-a21563aed240 req-85f23cb9-e89b-41ff-a73c-0419d1564186 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=a96ea42c-794f-43a0-8982-d108eef30624 HTTP/1.1" status: 200 len: 946 time: 0.0642819 Jun 28 12:09:09.498573 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-fc9f1afc-015f-486e-8073-a21563aed240 req-fb1541fd-28d1-4a3d-adc6-f3c941de5229 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed525ddb-307d-46d7-a379-3c4ff2291382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295494 Jun 28 12:09:10.157045 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3123f9d-57d6-4f9f-a820-c1900891e3d7 req-d59c9fb8-f2e3-4c9f-922a-e82ceb9bd23e tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:10.158489 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-d3123f9d-57d6-4f9f-a820-c1900891e3d7 req-d59c9fb8-f2e3-4c9f-922a-e82ceb9bd23e tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "GET /v2.0/ports?device_id=999fabb1-3f1f-4897-b03f-494c3910292c HTTP/1.1" status: 200 len: 985 time: 0.0631471 Jun 28 12:09:10.196368 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-d3123f9d-57d6-4f9f-a820-c1900891e3d7 req-652fccba-ec1d-489d-84b1-eb116d54f586 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c444e2b-43fa-49e8-94cf-c250e9b6c9fe&id=50db70de-ca32-4e06-be9c-a4f6d54795ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0321193 Jun 28 12:09:10.674222 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d686bae-9439-4b87-9f1c-991b7a9bbbf4 req-9439a2ca-bf34-49c3-b560-122e89d84051 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:10.675664 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-3d686bae-9439-4b87-9f1c-991b7a9bbbf4 req-9439a2ca-bf34-49c3-b560-122e89d84051 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=a96ea42c-794f-43a0-8982-d108eef30624 HTTP/1.1" status: 200 len: 946 time: 0.0605857 Jun 28 12:09:10.713532 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-3d686bae-9439-4b87-9f1c-991b7a9bbbf4 req-c9e048ea-2a36-4159-84b6-5a65bb5596a4 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed525ddb-307d-46d7-a379-3c4ff2291382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323677 Jun 28 12:09:11.383520 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52065ad3-ef3f-4c97-ba23-8a3ad3ee59d9 req-3e48021d-79a8-4376-a9c4-a71efd4bf4f4 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:11.385080 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-52065ad3-ef3f-4c97-ba23-8a3ad3ee59d9 req-3e48021d-79a8-4376-a9c4-a71efd4bf4f4 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "GET /v2.0/ports?device_id=999fabb1-3f1f-4897-b03f-494c3910292c HTTP/1.1" status: 200 len: 985 time: 0.0670671 Jun 28 12:09:11.424281 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-52065ad3-ef3f-4c97-ba23-8a3ad3ee59d9 req-b5bcc82c-c290-4896-8351-962be3ec5919 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c444e2b-43fa-49e8-94cf-c250e9b6c9fe&id=50db70de-ca32-4e06-be9c-a4f6d54795ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334718 Jun 28 12:09:11.884437 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a0747f-7ce5-44e2-8cc4-c67fd13d3c31 req-6b7eb814-38e1-470e-be66-9f04a03aadba tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:11.885890 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-92a0747f-7ce5-44e2-8cc4-c67fd13d3c31 req-6b7eb814-38e1-470e-be66-9f04a03aadba tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=a96ea42c-794f-43a0-8982-d108eef30624 HTTP/1.1" status: 200 len: 946 time: 0.0616760 Jun 28 12:09:11.922199 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-92a0747f-7ce5-44e2-8cc4-c67fd13d3c31 req-5ed50ac6-753e-42a4-880d-8fe51faf8643 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed525ddb-307d-46d7-a379-3c4ff2291382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308025 Jun 28 12:09:13.102084 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed372db-8d5b-432a-90ac-cc1dd9cec089 req-c067bb9a-e355-4e3a-9da3-0c79048bfcb3 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:13.103512 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-1ed372db-8d5b-432a-90ac-cc1dd9cec089 req-c067bb9a-e355-4e3a-9da3-0c79048bfcb3 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=a96ea42c-794f-43a0-8982-d108eef30624 HTTP/1.1" status: 200 len: 946 time: 0.0657647 Jun 28 12:09:13.140039 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-1ed372db-8d5b-432a-90ac-cc1dd9cec089 req-9cf81696-e54d-43c2-9ff3-c266625ae7cb tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed525ddb-307d-46d7-a379-3c4ff2291382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302057 Jun 28 12:09:14.327438 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1ad1cc-0b27-4dcf-9dbb-1d4cdb47b909 req-bad2f5b7-4c75-44f8-9f89-aa7bb6405c6e tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:14.329208 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-6f1ad1cc-0b27-4dcf-9dbb-1d4cdb47b909 req-bad2f5b7-4c75-44f8-9f89-aa7bb6405c6e tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=a96ea42c-794f-43a0-8982-d108eef30624 HTTP/1.1" status: 200 len: 946 time: 0.0631590 Jun 28 12:09:14.366193 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-6f1ad1cc-0b27-4dcf-9dbb-1d4cdb47b909 req-4dfc8c2b-9a52-4f28-8964-57d26a4064e0 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed525ddb-307d-46d7-a379-3c4ff2291382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316362 Jun 28 12:09:15.546755 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910bf5be-77d3-4c08-9129-7b8db7f43bac req-0144c580-a1dc-4c99-8753-28fa68f0e765 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:15.548433 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-910bf5be-77d3-4c08-9129-7b8db7f43bac req-0144c580-a1dc-4c99-8753-28fa68f0e765 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=a96ea42c-794f-43a0-8982-d108eef30624 HTTP/1.1" status: 200 len: 946 time: 0.0678155 Jun 28 12:09:15.586226 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-910bf5be-77d3-4c08-9129-7b8db7f43bac req-b1deec03-0b24-416b-9910-162ba2c59d64 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed525ddb-307d-46d7-a379-3c4ff2291382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318344 Jun 28 12:09:16.765750 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23895367-51a6-4021-a010-95364bf99798 req-95ba8063-f018-48a5-9b6d-36430c4397ed tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:16.767112 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-23895367-51a6-4021-a010-95364bf99798 req-95ba8063-f018-48a5-9b6d-36430c4397ed tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=a96ea42c-794f-43a0-8982-d108eef30624 HTTP/1.1" status: 200 len: 946 time: 0.0694575 Jun 28 12:09:16.804579 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-23895367-51a6-4021-a010-95364bf99798 req-31f64974-e148-4aec-9d27-56e51b07c787 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed525ddb-307d-46d7-a379-3c4ff2291382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318029 Jun 28 12:09:18.027682 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de008df1-b47a-4594-90f5-8569887f54bf req-267de337-1229-4bc1-99b7-659656bbe8ca tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:18.028460 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-de008df1-b47a-4594-90f5-8569887f54bf req-267de337-1229-4bc1-99b7-659656bbe8ca tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=a96ea42c-794f-43a0-8982-d108eef30624 HTTP/1.1" status: 200 len: 946 time: 0.1104593 Jun 28 12:09:18.066423 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-de008df1-b47a-4594-90f5-8569887f54bf req-9c6dd525-e930-4f22-918a-d48171234e91 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed525ddb-307d-46d7-a379-3c4ff2291382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318432 Jun 28 12:09:19.288848 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77506003-1bfd-4f97-a78a-bf1a7a4e50a1 req-dfe0c925-1d89-4b08-9d5a-7f30b9c037db tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:19.290319 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-77506003-1bfd-4f97-a78a-bf1a7a4e50a1 req-dfe0c925-1d89-4b08-9d5a-7f30b9c037db tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=a96ea42c-794f-43a0-8982-d108eef30624 HTTP/1.1" status: 200 len: 946 time: 0.1123469 Jun 28 12:09:19.306481 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device d427cd69-13e1-4e2f-af81-216156f0c545 details requested by agent hyperv_hv-cinder-77238 with host hv-cinder-77238 {{(pid=93126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 12:09:19.328001 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-77506003-1bfd-4f97-a78a-bf1a7a4e50a1 req-42f404e1-f895-46af-9e56-7a0e8cc843d3 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed525ddb-307d-46d7-a379-3c4ff2291382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320873 Jun 28 12:09:19.404689 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] For port d427cd69-13e1-4e2f-af81-216156f0c545, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=d427cd69-13e1-4e2f-af81-216156f0c545,segment=NetworkSegment(aed9295f-7fc3-449f-af4b-5fa9a30585ae),segment_id=aed9295f-7fc3-449f-af4b-5fa9a30585ae)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:09:19.415594 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Returning: {'device': 'd427cd69-13e1-4e2f-af81-216156f0c545', 'network_id': '61e6c2ec-9082-4875-a218-8630ba468008', 'port_id': 'd427cd69-13e1-4e2f-af81-216156f0c545', 'mac_address': 'fa:16:3e:00:e6:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558089fa-d5c8-4a60-a96f-efb801414a3b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 12:09:19.450913 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:19.463700 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.notifiers.nova [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d427cd69-13e1-4e2f-af81-216156f0c545 {{(pid=93126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:09:19.483749 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] For port d427cd69-13e1-4e2f-af81-216156f0c545, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=d427cd69-13e1-4e2f-af81-216156f0c545,segment=NetworkSegment(aed9295f-7fc3-449f-af4b-5fa9a30585ae),segment_id=aed9295f-7fc3-449f-af4b-5fa9a30585ae)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:09:19.487853 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:19.490670 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:09:19.541165 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Pushing event updated for resources: {'Port': ['ID=d427cd69-13e1-4e2f-af81-216156f0c545,revision_number=6']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:09:19.544196 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:09:19.569062 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] get_ports_and_sgs() called for port_ids ['d427cd69-13e1-4e2f-af81-216156f0c545'] {{(pid=93126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:09:20.521621 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf5aea6-d512-45e7-a599-d10cdf2b6edd req-fe8c0f1f-f58f-49d1-87d0-5e2f93a2f608 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:20.524059 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-edf5aea6-d512-45e7-a599-d10cdf2b6edd req-fe8c0f1f-f58f-49d1-87d0-5e2f93a2f608 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=a96ea42c-794f-43a0-8982-d108eef30624 HTTP/1.1" status: 200 len: 945 time: 0.0676374 Jun 28 12:09:20.565684 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-edf5aea6-d512-45e7-a599-d10cdf2b6edd req-77c23c65-aced-4811-9336-db82d65683d5 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed525ddb-307d-46d7-a379-3c4ff2291382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349913 Jun 28 12:09:21.333705 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device d427cd69-13e1-4e2f-af81-216156f0c545 up at agent hyperv_hv-cinder-77238 {{(pid=93126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:09:21.387641 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Provisioning complete for port d427cd69-13e1-4e2f-af81-216156f0c545 triggered by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:09:21.388283 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:21.479328 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:21.512924 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a96ea42c-794f-43a0-8982-d108eef30624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd427cd69-13e1-4e2f-af81-216156f0c545'}] {{(pid=93126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:09:21.515324 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef893c2a45f5206efbef573e37d1784350e1616ec5e975db08a1c6348235ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ef95ca-63df-4eb8-8e7e-6ea8cfa53951" -d '{"events": [{"server_uuid": "a96ea42c-794f-43a0-8982-d108eef30624", "name": "network-vif-plugged", "status": "completed", "tag": "d427cd69-13e1-4e2f-af81-216156f0c545"}]}' {{(pid=93126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:09:21.529062 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] For port d427cd69-13e1-4e2f-af81-216156f0c545, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=d427cd69-13e1-4e2f-af81-216156f0c545,segment=NetworkSegment(aed9295f-7fc3-449f-af4b-5fa9a30585ae),segment_id=aed9295f-7fc3-449f-af4b-5fa9a30585ae)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:09:21.538726 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:21.540503 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:09:21.564264 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77becdc3-e00d-4c33-8590-a0c2952ee4ec x-openstack-request-id: req-77becdc3-e00d-4c33-8590-a0c2952ee4ec {{(pid=93126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:09:21.564577 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a96ea42c-794f-43a0-8982-d108eef30624", "name": "network-vif-plugged", "status": "completed", "tag": "d427cd69-13e1-4e2f-af81-216156f0c545", "code": 200}]} {{(pid=93126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:09:21.564860 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-77becdc3-e00d-4c33-8590-a0c2952ee4ec {{(pid=93126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:09:21.565253 dv-cinder-772388-5-smb neutron-server[93126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a96ea42c-794f-43a0-8982-d108eef30624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd427cd69-13e1-4e2f-af81-216156f0c545', 'code': 200} Jun 28 12:09:21.593451 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Pushing event updated for resources: {'Port': ['ID=d427cd69-13e1-4e2f-af81-216156f0c545,revision_number=7']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:09:21.604527 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:09:21.773110 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb508547-cc20-462f-8a03-171288eb3700 req-ea72d9f5-cb97-4d76-89a5-aba4b1b0491b tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:21.774629 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-eb508547-cc20-462f-8a03-171288eb3700 req-ea72d9f5-cb97-4d76-89a5-aba4b1b0491b tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=a96ea42c-794f-43a0-8982-d108eef30624 HTTP/1.1" status: 200 len: 946 time: 0.0708995 Jun 28 12:09:21.832393 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-eb508547-cc20-462f-8a03-171288eb3700 req-7f4444ce-568e-4b66-b153-bc952aa0ddb3 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed525ddb-307d-46d7-a379-3c4ff2291382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507636 Jun 28 12:09:23.079077 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c628842e-f185-4061-970f-ad51ca3c4d0e req-5ad84dd8-6717-46b5-9ca4-152f67bff836 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:23.086510 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-c628842e-f185-4061-970f-ad51ca3c4d0e req-5ad84dd8-6717-46b5-9ca4-152f67bff836 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=a96ea42c-794f-43a0-8982-d108eef30624 HTTP/1.1" status: 200 len: 946 time: 0.1183817 Jun 28 12:09:23.152643 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-c628842e-f185-4061-970f-ad51ca3c4d0e req-d4c76a0e-3f25-4766-b406-5e90f700f792 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed525ddb-307d-46d7-a379-3c4ff2291382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649178 Jun 28 12:09:24.371250 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10058d00-68c5-449d-bdfe-a01f10e69dc2 req-118f8415-56c5-4ef0-a82d-3e29de39bad4 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:24.379740 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-10058d00-68c5-449d-bdfe-a01f10e69dc2 req-118f8415-56c5-4ef0-a82d-3e29de39bad4 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=a96ea42c-794f-43a0-8982-d108eef30624 HTTP/1.1" status: 200 len: 946 time: 0.0875292 Jun 28 12:09:24.426531 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-10058d00-68c5-449d-bdfe-a01f10e69dc2 req-78d24611-6c8c-4661-ae84-32f92900a4ef tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed525ddb-307d-46d7-a379-3c4ff2291382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455542 Jun 28 12:09:24.613254 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a28956d-755f-4105-a6b9-23488a844949 req-bee455dc-c7ac-4dfe-b850-e7f6a44f1a80 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:24.617066 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-7a28956d-755f-4105-a6b9-23488a844949 req-bee455dc-c7ac-4dfe-b850-e7f6a44f1a80 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa3711b-6d05-4367-b5d5-ba69b3144464 HTTP/1.1" status: 200 len: 946 time: 0.0711713 Jun 28 12:09:24.657417 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-7a28956d-755f-4105-a6b9-23488a844949 req-40a92d53-f7fb-419a-9cdc-33f4baec68c3 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.26 "GET /v2.0/security-groups?id=4e681e2f-7331-470b-8872-1387b086989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340700 Jun 28 12:09:25.664113 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9decd833-ba59-4f6e-b6db-e4df046e9daa req-400ea593-ab23-41a6-b21a-6015060f876e tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:25.666309 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-9decd833-ba59-4f6e-b6db-e4df046e9daa req-400ea593-ab23-41a6-b21a-6015060f876e tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=a96ea42c-794f-43a0-8982-d108eef30624 HTTP/1.1" status: 200 len: 946 time: 0.0780418 Jun 28 12:09:25.722342 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-9decd833-ba59-4f6e-b6db-e4df046e9daa req-4d3fdc91-1cd9-4977-a38e-a174649d6b7d tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed525ddb-307d-46d7-a379-3c4ff2291382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494170 Jun 28 12:09:25.849394 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ed8dd-515a-48f8-bd48-211cee09d5ab req-42077049-3f0f-4dfd-932c-3dd73e8d94b1 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:25.850942 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-155ed8dd-515a-48f8-bd48-211cee09d5ab req-42077049-3f0f-4dfd-932c-3dd73e8d94b1 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa3711b-6d05-4367-b5d5-ba69b3144464 HTTP/1.1" status: 200 len: 946 time: 0.0730784 Jun 28 12:09:25.892822 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-155ed8dd-515a-48f8-bd48-211cee09d5ab req-213cd0a6-329b-4a85-ba80-0b60208af015 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.26 "GET /v2.0/security-groups?id=4e681e2f-7331-470b-8872-1387b086989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357382 Jun 28 12:09:26.135033 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.agents_db [None req-f497f353-63e3-44e2-a2cd-a5845e949060 None None] Agent healthcheck: found 6 active agents {{(pid=93127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:09:26.916011 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca2026d-ca62-441e-aee3-f030789c0d07 req-e7404039-80cc-4b42-9dc0-a13401045f79 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:26.917615 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-dca2026d-ca62-441e-aee3-f030789c0d07 req-e7404039-80cc-4b42-9dc0-a13401045f79 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=a96ea42c-794f-43a0-8982-d108eef30624 HTTP/1.1" status: 200 len: 946 time: 0.0726631 Jun 28 12:09:26.968215 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-dca2026d-ca62-441e-aee3-f030789c0d07 req-711d29b2-3c8c-4689-aa7c-d95a09b33481 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed525ddb-307d-46d7-a379-3c4ff2291382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443246 Jun 28 12:09:27.090787 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f0993-4f80-4850-ba48-4efdb43de7a6 req-479b8393-5e7b-4ade-b4e3-7f8539b40752 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:27.092302 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-168f0993-4f80-4850-ba48-4efdb43de7a6 req-479b8393-5e7b-4ade-b4e3-7f8539b40752 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa3711b-6d05-4367-b5d5-ba69b3144464 HTTP/1.1" status: 200 len: 946 time: 0.0747905 Jun 28 12:09:27.138152 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-168f0993-4f80-4850-ba48-4efdb43de7a6 req-36bcebdb-b8d7-433d-9efe-67e31223604b tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.26 "GET /v2.0/security-groups?id=4e681e2f-7331-470b-8872-1387b086989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370610 Jun 28 12:09:28.150764 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42636993-8a98-4ac5-b3b3-2c6aaa7bca35 req-d014a9f2-0db2-41c7-bd2d-26059e24d796 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:28.152402 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-42636993-8a98-4ac5-b3b3-2c6aaa7bca35 req-d014a9f2-0db2-41c7-bd2d-26059e24d796 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=a96ea42c-794f-43a0-8982-d108eef30624 HTTP/1.1" status: 200 len: 946 time: 0.0697920 Jun 28 12:09:28.193109 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-42636993-8a98-4ac5-b3b3-2c6aaa7bca35 req-7ba24ced-f77e-47bc-8733-e807b5c72261 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed525ddb-307d-46d7-a379-3c4ff2291382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343521 Jun 28 12:09:28.317428 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd199d64-da2a-46df-8a58-95c17d79db07 req-fedeb14b-e31d-4a34-93a0-731dce8ad5e8 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:28.319509 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-bd199d64-da2a-46df-8a58-95c17d79db07 req-fedeb14b-e31d-4a34-93a0-731dce8ad5e8 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa3711b-6d05-4367-b5d5-ba69b3144464 HTTP/1.1" status: 200 len: 946 time: 0.0653739 Jun 28 12:09:28.360289 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-bd199d64-da2a-46df-8a58-95c17d79db07 req-d11f2982-106b-4b60-8c18-c17697cd8878 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.26 "GET /v2.0/security-groups?id=4e681e2f-7331-470b-8872-1387b086989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349386 Jun 28 12:09:28.611919 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-49d4d6ef-41f3-4df6-ae4d-dce34bc15656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:29.088436 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7befc8a-5d10-4ddc-854c-a30db0956797 req-657a362c-0732-4bbc-83a3-85699a7e6c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:29.089908 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-d7befc8a-5d10-4ddc-854c-a30db0956797 req-657a362c-0732-4bbc-83a3-85699a7e6c55 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=25df7236fcb6488397fe969e6963f8c4&device_id=a96ea42c-794f-43a0-8982-d108eef30624 HTTP/1.1" status: 200 len: 1099 time: 0.0542288 Jun 28 12:09:29.176291 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7befc8a-5d10-4ddc-854c-a30db0956797 req-5153ed19-4480-4280-873a-2d3eaf2f4b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:29.177629 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-d7befc8a-5d10-4ddc-854c-a30db0956797 req-5153ed19-4480-4280-873a-2d3eaf2f4b1d service neutron] 10.222.0.61 "GET /v2.0/networks?id=61e6c2ec-9082-4875-a218-8630ba468008 HTTP/1.1" status: 200 len: 917 time: 0.0798302 Jun 28 12:09:29.383140 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5456ce87-e80f-4813-a5ea-ba59ce1e6956 req-428258ea-2486-4632-8664-a227e176b06d tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:29.384862 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-5456ce87-e80f-4813-a5ea-ba59ce1e6956 req-428258ea-2486-4632-8664-a227e176b06d tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=a96ea42c-794f-43a0-8982-d108eef30624 HTTP/1.1" status: 200 len: 946 time: 0.0681913 Jun 28 12:09:29.430147 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-5456ce87-e80f-4813-a5ea-ba59ce1e6956 req-b42537dd-56bd-4f95-8255-56a3a550e3f6 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed525ddb-307d-46d7-a379-3c4ff2291382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387371 Jun 28 12:09:29.494499 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-d7befc8a-5d10-4ddc-854c-a30db0956797 req-10ee6b7b-4484-496c-8917-6b914b333b80 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d427cd69-13e1-4e2f-af81-216156f0c545 HTTP/1.1" status: 200 len: 1002 time: 0.3062458 Jun 28 12:09:29.551307 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565b924-a0c4-4390-8fb7-d8043714b802 req-d47c37de-7948-497d-b232-5b3439150ae0 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:29.552788 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-6565b924-a0c4-4390-8fb7-d8043714b802 req-d47c37de-7948-497d-b232-5b3439150ae0 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa3711b-6d05-4367-b5d5-ba69b3144464 HTTP/1.1" status: 200 len: 946 time: 0.0678036 Jun 28 12:09:29.574171 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7befc8a-5d10-4ddc-854c-a30db0956797 req-c0615e47-57b3-44b9-8919-b70c976eccd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:29.575589 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-d7befc8a-5d10-4ddc-854c-a30db0956797 req-c0615e47-57b3-44b9-8919-b70c976eccd2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=558089fa-d5c8-4a60-a96f-efb801414a3b HTTP/1.1" status: 200 len: 855 time: 0.0732992 Jun 28 12:09:29.589176 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-6565b924-a0c4-4390-8fb7-d8043714b802 req-68e3efd3-ffd9-45bc-aa84-09297d016b8e tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.26 "GET /v2.0/security-groups?id=4e681e2f-7331-470b-8872-1387b086989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307856 Jun 28 12:09:29.628532 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e4456b-5e9c-4896-bb3a-c9a77a54de83 req-69d5cfa8-4c8a-463f-b29a-cfed37dcd543 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:29.629973 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-c8e4456b-5e9c-4896-bb3a-c9a77a54de83 req-69d5cfa8-4c8a-463f-b29a-cfed37dcd543 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fa3711b-6d05-4367-b5d5-ba69b3144464 HTTP/1.1" status: 200 len: 946 time: 0.1031404 Jun 28 12:09:29.683380 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7befc8a-5d10-4ddc-854c-a30db0956797 req-bf5be67f-b414-4a46-ad7a-27ef2188626d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:29.684756 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-d7befc8a-5d10-4ddc-854c-a30db0956797 req-bf5be67f-b414-4a46-ad7a-27ef2188626d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=61e6c2ec-9082-4875-a218-8630ba468008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1002171 Jun 28 12:09:29.805320 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-d7befc8a-5d10-4ddc-854c-a30db0956797 req-516249e7-3984-4a97-9503-c755a02054ac service neutron] 10.222.0.61 "GET /v2.0/networks/61e6c2ec-9082-4875-a218-8630ba468008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130419 Jun 28 12:09:29.807411 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.plugin [req-c8e4456b-5e9c-4896-bb3a-c9a77a54de83 req-30494faf-9b3f-4f71-b544-7b68cfde8884 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Deleting port 27525cd7-3dc8-4e72-b87b-ca3248194d9d {{(pid=93125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:09:29.807742 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-c8e4456b-5e9c-4896-bb3a-c9a77a54de83 req-30494faf-9b3f-4f71-b544-7b68cfde8884 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751010669087'] for port, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:29.959092 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.db [req-c8e4456b-5e9c-4896-bb3a-c9a77a54de83 req-30494faf-9b3f-4f71-b544-7b68cfde8884 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] For port 27525cd7-3dc8-4e72-b87b-ca3248194d9d, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=27525cd7-3dc8-4e72-b87b-ca3248194d9d,segment=NetworkSegment(1c883e55-a722-4d6c-8e97-ac1a4e6a588f),segment_id=1c883e55-a722-4d6c-8e97-ac1a4e6a588f)] {{(pid=93125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:09:29.959360 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-c8e4456b-5e9c-4896-bb3a-c9a77a54de83 req-30494faf-9b3f-4f71-b544-7b68cfde8884 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700447'] for port, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:29.974962 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-d7befc8a-5d10-4ddc-854c-a30db0956797 req-fabeb0f2-43fa-4cf9-87e5-bd23a6007106 service neutron] 10.222.0.61 "GET /v2.0/networks/61e6c2ec-9082-4875-a218-8630ba468008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632762 Jun 28 12:09:29.975786 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.plugin [req-c8e4456b-5e9c-4896-bb3a-c9a77a54de83 req-30494faf-9b3f-4f71-b544-7b68cfde8884 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Calling delete_port for 27525cd7-3dc8-4e72-b87b-ca3248194d9d owned by compute:nova {{(pid=93125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:09:30.103592 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-c8e4456b-5e9c-4896-bb3a-c9a77a54de83 req-30494faf-9b3f-4f71-b544-7b68cfde8884 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751010672945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751010131959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8413146'] for port, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:30.107539 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-bd88f13d-03d0-4059-be49-8d325c4b8313 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:09:30.115424 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] get_ports_and_sgs() called for port_ids ['27525cd7-3dc8-4e72-b87b-ca3248194d9d'] {{(pid=93126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:09:30.131618 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30494faf-9b3f-4f71-b544-7b68cfde8884 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Pushing event deleted for resources: {'Port': ['ID=27525cd7-3dc8-4e72-b87b-ca3248194d9d,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:09:30.158872 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30494faf-9b3f-4f71-b544-7b68cfde8884 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:09:30.159244 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30494faf-9b3f-4f71-b544-7b68cfde8884 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:09:30.159602 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30494faf-9b3f-4f71-b544-7b68cfde8884 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:09:30.159957 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30494faf-9b3f-4f71-b544-7b68cfde8884 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:09:30.160309 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30494faf-9b3f-4f71-b544-7b68cfde8884 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:09:30.160662 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30494faf-9b3f-4f71-b544-7b68cfde8884 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:09:30.161043 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30494faf-9b3f-4f71-b544-7b68cfde8884 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:09:30.161389 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30494faf-9b3f-4f71-b544-7b68cfde8884 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:09:30.161735 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30494faf-9b3f-4f71-b544-7b68cfde8884 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:09:30.162080 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30494faf-9b3f-4f71-b544-7b68cfde8884 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:09:30.162421 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30494faf-9b3f-4f71-b544-7b68cfde8884 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:09:30.162759 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30494faf-9b3f-4f71-b544-7b68cfde8884 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:09:30.167269 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-30494faf-9b3f-4f71-b544-7b68cfde8884 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:09:30.189296 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8e4456b-5e9c-4896-bb3a-c9a77a54de83 req-30494faf-9b3f-4f71-b544-7b68cfde8884 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] No DVR routers for this DVR port 27525cd7-3dc8-4e72-b87b-ca3248194d9d on host hv-cinder-77238 {{(pid=93125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:09:30.191601 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-c8e4456b-5e9c-4896-bb3a-c9a77a54de83 req-30494faf-9b3f-4f71-b544-7b68cfde8884 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188324'] for port, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:30.193499 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-c8e4456b-5e9c-4896-bb3a-c9a77a54de83 req-30494faf-9b3f-4f71-b544-7b68cfde8884 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.61 "DELETE /v2.0/ports/27525cd7-3dc8-4e72-b87b-ca3248194d9d HTTP/1.1" status: 204 len: 173 time: 0.5580678 Jun 28 12:09:30.193981 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa3711b-6d05-4367-b5d5-ba69b3144464', 'name': 'network-vif-deleted', 'tag': '27525cd7-3dc8-4e72-b87b-ca3248194d9d'}] {{(pid=93125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:09:30.196209 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cab5cdacc5b3cbbc94323449081fb5e48b25fdc1a77f938b5656c1b79ba6a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe13083e-b952-4658-b1ca-9ed6629b847f" -d '{"events": [{"server_uuid": "9fa3711b-6d05-4367-b5d5-ba69b3144464", "name": "network-vif-deleted", "tag": "27525cd7-3dc8-4e72-b87b-ca3248194d9d"}]}' {{(pid=93125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:09:30.231889 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe51f522-b63c-4d7f-a716-d1b8183ed3fe x-openstack-request-id: req-fe51f522-b63c-4d7f-a716-d1b8183ed3fe {{(pid=93125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:09:30.232215 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa3711b-6d05-4367-b5d5-ba69b3144464", "name": "network-vif-deleted", "tag": "27525cd7-3dc8-4e72-b87b-ca3248194d9d", "status": "completed", "code": 200}]} {{(pid=93125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:09:30.232500 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fe51f522-b63c-4d7f-a716-d1b8183ed3fe {{(pid=93125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:09:30.232952 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa3711b-6d05-4367-b5d5-ba69b3144464', 'name': 'network-vif-deleted', 'tag': '27525cd7-3dc8-4e72-b87b-ca3248194d9d', 'status': 'completed', 'code': 200} Jun 28 12:09:30.605372 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bae449-432a-4cc2-bd5c-5eeecb05a56b req-d783ce48-7cda-47d8-a678-e11878667a53 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:30.606863 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-88bae449-432a-4cc2-bd5c-5eeecb05a56b req-d783ce48-7cda-47d8-a678-e11878667a53 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=a96ea42c-794f-43a0-8982-d108eef30624 HTTP/1.1" status: 200 len: 946 time: 0.0633173 Jun 28 12:09:30.645439 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-88bae449-432a-4cc2-bd5c-5eeecb05a56b req-77138d80-64ee-47ad-953d-a1763f8a5a74 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed525ddb-307d-46d7-a379-3c4ff2291382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328166 Jun 28 12:09:30.750470 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-b61a324e-4ee1-4129-a219-2866ce95bc8b req-3032fce6-2cf3-4400-b43c-44b3859b6aa0 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa3711b-6d05-4367-b5d5-ba69b3144464 HTTP/1.1" status: 200 len: 210 time: 0.0325427 Jun 28 12:09:31.157180 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-f682b98f-29ce-4f5a-ab30-3e976c5d8839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:31.377922 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:31.828195 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de7b79-8367-4b16-b1ca-ec164c5778f4 req-b47e4b84-e599-4cca-a13c-5e51f61f4322 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:31.829707 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-e5de7b79-8367-4b16-b1ca-ec164c5778f4 req-b47e4b84-e599-4cca-a13c-5e51f61f4322 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=a96ea42c-794f-43a0-8982-d108eef30624 HTTP/1.1" status: 200 len: 946 time: 0.0666237 Jun 28 12:09:31.871109 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-e5de7b79-8367-4b16-b1ca-ec164c5778f4 req-8b81664e-c467-4905-8217-c3b9ea26b6e7 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed525ddb-307d-46d7-a379-3c4ff2291382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357246 Jun 28 12:09:32.397077 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-5f2b1fbb-f913-4077-a7df-942ed403becf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:33.043649 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7e6011-e142-4e99-80e5-60dd8f2db823 req-39384fea-e42e-4116-8a5e-f28772542804 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:33.045049 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-8d7e6011-e142-4e99-80e5-60dd8f2db823 req-39384fea-e42e-4116-8a5e-f28772542804 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=a96ea42c-794f-43a0-8982-d108eef30624 HTTP/1.1" status: 200 len: 946 time: 0.0621939 Jun 28 12:09:33.081444 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-8d7e6011-e142-4e99-80e5-60dd8f2db823 req-03e3fb19-839a-4664-8b96-b1e7506169ee tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed525ddb-307d-46d7-a379-3c4ff2291382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304306 Jun 28 12:09:33.427180 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device 27525cd7-3dc8-4e72-b87b-ca3248194d9d no longer exists at agent hyperv_hv-cinder-77238 {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:09:33.451227 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.plugin [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] No Port match for: 27525cd7-3dc8-4e72-b87b-ca3248194d9d {{(pid=93126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:09:33.451572 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device 27525cd7-3dc8-4e72-b87b-ca3248194d9d not bound to the agent host hv-cinder-77238 {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:09:33.452001 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device d427cd69-13e1-4e2f-af81-216156f0c545 no longer exists at agent hyperv_hv-cinder-77238 {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:09:33.522718 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:33.544574 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a96ea42c-794f-43a0-8982-d108eef30624', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd427cd69-13e1-4e2f-af81-216156f0c545'}] {{(pid=93126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:09:33.547200 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef893c2a45f5206efbef573e37d1784350e1616ec5e975db08a1c6348235ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6279824c-c696-4274-8300-1c81013657c2" -d '{"events": [{"server_uuid": "a96ea42c-794f-43a0-8982-d108eef30624", "name": "network-vif-unplugged", "status": "completed", "tag": "d427cd69-13e1-4e2f-af81-216156f0c545"}]}' {{(pid=93126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:09:33.564444 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] For port d427cd69-13e1-4e2f-af81-216156f0c545, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=d427cd69-13e1-4e2f-af81-216156f0c545,segment=NetworkSegment(aed9295f-7fc3-449f-af4b-5fa9a30585ae),segment_id=aed9295f-7fc3-449f-af4b-5fa9a30585ae)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:09:33.568553 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:33.570701 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:09:33.591985 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 28 Jun 2021 12:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f3c6a86-7dc8-4f33-925d-8e4ee20dc4fe x-openstack-request-id: req-9f3c6a86-7dc8-4f33-925d-8e4ee20dc4fe {{(pid=93126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:09:33.592223 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a96ea42c-794f-43a0-8982-d108eef30624", "name": "network-vif-unplugged", "status": "failed", "tag": "d427cd69-13e1-4e2f-af81-216156f0c545", "code": 422}]} {{(pid=93126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:09:33.593034 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9f3c6a86-7dc8-4f33-925d-8e4ee20dc4fe {{(pid=93126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:09:33.593500 dv-cinder-772388-5-smb neutron-server[93126]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a96ea42c-794f-43a0-8982-d108eef30624', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd427cd69-13e1-4e2f-af81-216156f0c545', 'code': 422} returned with failed status Jun 28 12:09:33.618402 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Pushing event updated for resources: {'Port': ['ID=d427cd69-13e1-4e2f-af81-216156f0c545,revision_number=8']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:09:33.621493 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:09:33.965495 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-664455ac-6bbb-4e68-9a3b-ee59dbc8190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:33.996298 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-221d35bb-8796-4a39-aa28-1dca127ff6dc req-31566d91-9d22-49aa-ac9f-5429223bf086 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=999fabb1-3f1f-4897-b03f-494c3910292c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0943351 Jun 28 12:09:34.095869 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d35bb-8796-4a39-aa28-1dca127ff6dc req-239abd9f-991f-466b-a086-1181bbd0717a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:34.097590 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-221d35bb-8796-4a39-aa28-1dca127ff6dc req-239abd9f-991f-466b-a086-1181bbd0717a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=16d28cd3fdd84351b3873c2a21becf43&device_id=999fabb1-3f1f-4897-b03f-494c3910292c HTTP/1.1" status: 200 len: 1138 time: 0.0551634 Jun 28 12:09:34.207910 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d35bb-8796-4a39-aa28-1dca127ff6dc req-c41c0c04-75fb-411f-a2b0-f5cc1b4e7e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:34.209494 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-221d35bb-8796-4a39-aa28-1dca127ff6dc req-c41c0c04-75fb-411f-a2b0-f5cc1b4e7e49 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7bef17b8-0ae4-45c7-847f-23fc1daef65f HTTP/1.1" status: 200 len: 915 time: 0.0892985 Jun 28 12:09:34.229056 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e119d-31be-460f-80f1-85562aafab63 req-6a0fb9d7-29f0-4070-a767-34686c86c3d0 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:34.230534 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-3d4e119d-31be-460f-80f1-85562aafab63 req-6a0fb9d7-29f0-4070-a767-34686c86c3d0 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=a96ea42c-794f-43a0-8982-d108eef30624 HTTP/1.1" status: 200 len: 944 time: 0.1068075 Jun 28 12:09:34.233400 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-14e6557a-9200-4684-99f4-6deca2f18b42 req-0665e321-7dbb-41f6-ab5c-78133229ad11 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a96ea42c-794f-43a0-8982-d108eef30624&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0972140 Jun 28 12:09:34.281276 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-221d35bb-8796-4a39-aa28-1dca127ff6dc req-a40aa1d9-2784-4385-b702-4c3457c7159f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2feead54-ebf5-4c37-90f8-9326ab74c445 HTTP/1.1" status: 200 len: 1002 time: 0.0615473 Jun 28 12:09:34.282058 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-3d4e119d-31be-460f-80f1-85562aafab63 req-9aacdd2c-eae1-4df5-9a62-6733578937af tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed525ddb-307d-46d7-a379-3c4ff2291382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452187 Jun 28 12:09:34.331157 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d35bb-8796-4a39-aa28-1dca127ff6dc req-35db99d7-9231-4055-8989-987b8f57713c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:34.332518 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-221d35bb-8796-4a39-aa28-1dca127ff6dc req-35db99d7-9231-4055-8989-987b8f57713c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4b803345-ed73-44e3-b090-d86fc3cf2747 HTTP/1.1" status: 200 len: 853 time: 0.0443041 Jun 28 12:09:34.393284 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d35bb-8796-4a39-aa28-1dca127ff6dc req-15180560-fc79-46b0-906c-ec6473d38745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:34.394776 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-221d35bb-8796-4a39-aa28-1dca127ff6dc req-15180560-fc79-46b0-906c-ec6473d38745 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7bef17b8-0ae4-45c7-847f-23fc1daef65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0557997 Jun 28 12:09:34.490715 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-221d35bb-8796-4a39-aa28-1dca127ff6dc req-463f44c3-a03b-4e3c-b2f9-127c76082390 service neutron] 10.222.0.61 "GET /v2.0/networks/7bef17b8-0ae4-45c7-847f-23fc1daef65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890732 Jun 28 12:09:34.589822 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-221d35bb-8796-4a39-aa28-1dca127ff6dc req-d347206b-8591-4445-8ee2-6c3bd5dc725a service neutron] 10.222.0.61 "GET /v2.0/networks/7bef17b8-0ae4-45c7-847f-23fc1daef65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921788 Jun 28 12:09:35.301486 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e6557a-9200-4684-99f4-6deca2f18b42 req-3c78dc62-ca72-4bf7-b403-671d41fd2a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:35.302831 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-14e6557a-9200-4684-99f4-6deca2f18b42 req-3c78dc62-ca72-4bf7-b403-671d41fd2a9e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a96ea42c-794f-43a0-8982-d108eef30624&tenant_id=25df7236fcb6488397fe969e6963f8c4 HTTP/1.1" status: 200 len: 1097 time: 0.0515182 Jun 28 12:09:35.376818 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e6557a-9200-4684-99f4-6deca2f18b42 req-b3775f85-cee4-4f93-bbdd-e202b0aef68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:35.378279 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-14e6557a-9200-4684-99f4-6deca2f18b42 req-b3775f85-cee4-4f93-bbdd-e202b0aef68a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=25df7236fcb6488397fe969e6963f8c4&device_id=a96ea42c-794f-43a0-8982-d108eef30624 HTTP/1.1" status: 200 len: 1097 time: 0.0513403 Jun 28 12:09:35.453031 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7100ed-862f-497d-92dc-0deaca26f591 req-9ccd75eb-4ce5-4fd7-bb79-e30cb6553ab2 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:35.455593 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-2b7100ed-862f-497d-92dc-0deaca26f591 req-9ccd75eb-4ce5-4fd7-bb79-e30cb6553ab2 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=a96ea42c-794f-43a0-8982-d108eef30624 HTTP/1.1" status: 200 len: 944 time: 0.0663290 Jun 28 12:09:35.473926 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e6557a-9200-4684-99f4-6deca2f18b42 req-03c11b2d-59bd-40da-9f0c-7fdd0235d1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:35.475382 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-14e6557a-9200-4684-99f4-6deca2f18b42 req-03c11b2d-59bd-40da-9f0c-7fdd0235d1e8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=61e6c2ec-9082-4875-a218-8630ba468008 HTTP/1.1" status: 200 len: 917 time: 0.0899510 Jun 28 12:09:35.494289 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-2b7100ed-862f-497d-92dc-0deaca26f591 req-0309ddb0-805e-4494-823f-a394515b2070 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed525ddb-307d-46d7-a379-3c4ff2291382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329363 Jun 28 12:09:35.548416 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-14e6557a-9200-4684-99f4-6deca2f18b42 req-775ccf27-7546-4bec-bffc-85ff82dd23eb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d427cd69-13e1-4e2f-af81-216156f0c545 HTTP/1.1" status: 200 len: 1000 time: 0.0646396 Jun 28 12:09:35.597493 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e6557a-9200-4684-99f4-6deca2f18b42 req-34d52ad4-c334-430a-80d1-80e0ad396ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:35.598865 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-14e6557a-9200-4684-99f4-6deca2f18b42 req-34d52ad4-c334-430a-80d1-80e0ad396ebf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=558089fa-d5c8-4a60-a96f-efb801414a3b HTTP/1.1" status: 200 len: 855 time: 0.0419633 Jun 28 12:09:35.661700 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e6557a-9200-4684-99f4-6deca2f18b42 req-ac2c8199-67bc-448b-8583-dcd7cfe60fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:35.663130 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-14e6557a-9200-4684-99f4-6deca2f18b42 req-ac2c8199-67bc-448b-8583-dcd7cfe60fe5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=61e6c2ec-9082-4875-a218-8630ba468008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0528150 Jun 28 12:09:35.752187 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-14e6557a-9200-4684-99f4-6deca2f18b42 req-a42667dd-79ca-4bd3-a3b7-49880206fe99 service neutron] 10.222.0.61 "GET /v2.0/networks/61e6c2ec-9082-4875-a218-8630ba468008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808392 Jun 28 12:09:35.845652 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-14e6557a-9200-4684-99f4-6deca2f18b42 req-44f3f45d-0cc2-411f-bbda-6c18967d9951 service neutron] 10.222.0.61 "GET /v2.0/networks/61e6c2ec-9082-4875-a218-8630ba468008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863130 Jun 28 12:09:36.681676 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3aa66f-6e17-4b91-a19b-32f6963e7305 req-453d64de-6e84-40ee-9e01-110af515ac10 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:36.683150 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-1e3aa66f-6e17-4b91-a19b-32f6963e7305 req-453d64de-6e84-40ee-9e01-110af515ac10 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=a96ea42c-794f-43a0-8982-d108eef30624 HTTP/1.1" status: 200 len: 944 time: 0.0681765 Jun 28 12:09:36.724567 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-1e3aa66f-6e17-4b91-a19b-32f6963e7305 req-d99fe785-0c8c-4090-9584-baeb3ab2c3fe tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed525ddb-307d-46d7-a379-3c4ff2291382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356417 Jun 28 12:09:37.273306 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:37.908901 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42efdd-433c-4369-a35e-fb8d10cb4a77 req-74ea3370-bc6f-4563-8da0-f1d7322b85cc tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:37.910364 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-3a42efdd-433c-4369-a35e-fb8d10cb4a77 req-74ea3370-bc6f-4563-8da0-f1d7322b85cc tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=a96ea42c-794f-43a0-8982-d108eef30624 HTTP/1.1" status: 200 len: 944 time: 0.0691130 Jun 28 12:09:37.948118 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-3a42efdd-433c-4369-a35e-fb8d10cb4a77 req-72b3c601-3df9-4815-9897-21cefe9ff220 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed525ddb-307d-46d7-a379-3c4ff2291382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321941 Jun 28 12:09:39.131190 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c3db16-54d7-4a90-9246-082478e4d446 req-01a714ff-914d-4635-81b4-989a73b82348 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:39.132680 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-f9c3db16-54d7-4a90-9246-082478e4d446 req-01a714ff-914d-4635-81b4-989a73b82348 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=a96ea42c-794f-43a0-8982-d108eef30624 HTTP/1.1" status: 200 len: 944 time: 0.0711884 Jun 28 12:09:39.171581 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-f9c3db16-54d7-4a90-9246-082478e4d446 req-36b63471-b579-4723-9bac-dd01207afcab tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed525ddb-307d-46d7-a379-3c4ff2291382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327570 Jun 28 12:09:40.363241 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba0ad8-bce7-4cdc-8714-cced4fbfa982 req-61e469b5-c7f0-4ab3-b59b-c13a53d84df4 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:40.364687 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-3aba0ad8-bce7-4cdc-8714-cced4fbfa982 req-61e469b5-c7f0-4ab3-b59b-c13a53d84df4 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=a96ea42c-794f-43a0-8982-d108eef30624 HTTP/1.1" status: 200 len: 944 time: 0.0626574 Jun 28 12:09:40.406529 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-3aba0ad8-bce7-4cdc-8714-cced4fbfa982 req-a01e1ed3-9f74-4951-9188-f8e01fcfa1e1 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed525ddb-307d-46d7-a379-3c4ff2291382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363164 Jun 28 12:09:41.607801 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e6dd8-ede5-4627-a440-b3b4ab89b882 req-1c0db5f1-afec-434f-9f8c-df9f58fde3ae tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:41.609538 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-fe9e6dd8-ede5-4627-a440-b3b4ab89b882 req-1c0db5f1-afec-434f-9f8c-df9f58fde3ae tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=a96ea42c-794f-43a0-8982-d108eef30624 HTTP/1.1" status: 200 len: 944 time: 0.0663493 Jun 28 12:09:41.649674 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-fe9e6dd8-ede5-4627-a440-b3b4ab89b882 req-9f527b4d-a73c-4faf-870e-5914f9939a40 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed525ddb-307d-46d7-a379-3c4ff2291382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345643 Jun 28 12:09:42.847868 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d52c1-170b-4ce7-9b00-47aa4b395642 req-b0085670-0295-49c8-ad73-9d423a437f1d tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:42.849372 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-230d52c1-170b-4ce7-9b00-47aa4b395642 req-b0085670-0295-49c8-ad73-9d423a437f1d tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=a96ea42c-794f-43a0-8982-d108eef30624 HTTP/1.1" status: 200 len: 944 time: 0.0761614 Jun 28 12:09:42.886389 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-230d52c1-170b-4ce7-9b00-47aa4b395642 req-692265e6-ec4d-4707-8647-176a024be3db tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed525ddb-307d-46d7-a379-3c4ff2291382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310881 Jun 28 12:09:44.072493 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45a988-dc1d-4111-a334-b58286746aae req-efb5c34e-ad2a-4b8a-ba33-2c8b80daa84f tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:44.073999 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-2a45a988-dc1d-4111-a334-b58286746aae req-efb5c34e-ad2a-4b8a-ba33-2c8b80daa84f tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=a96ea42c-794f-43a0-8982-d108eef30624 HTTP/1.1" status: 200 len: 944 time: 0.0689633 Jun 28 12:09:44.112166 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-2a45a988-dc1d-4111-a334-b58286746aae req-be78f5ce-f7d7-4ac2-9401-bddb70f902c5 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed525ddb-307d-46d7-a379-3c4ff2291382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324590 Jun 28 12:09:45.301612 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5ef363-e064-442f-892c-23c396fa74d9 req-9123b978-6205-484d-9b43-1bd4bb0602e3 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:45.303074 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-9a5ef363-e064-442f-892c-23c396fa74d9 req-9123b978-6205-484d-9b43-1bd4bb0602e3 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=a96ea42c-794f-43a0-8982-d108eef30624 HTTP/1.1" status: 200 len: 944 time: 0.0698769 Jun 28 12:09:45.342349 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-9a5ef363-e064-442f-892c-23c396fa74d9 req-66bf67ee-94d8-46d1-b69b-6188b307dc8b tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed525ddb-307d-46d7-a379-3c4ff2291382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336635 Jun 28 12:09:46.559444 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf5f1d-2efe-465d-bad7-bc5d8d5c8a56 req-86b1548b-0027-44af-9781-85ce37d65a5a tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:46.560996 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-21bf5f1d-2efe-465d-bad7-bc5d8d5c8a56 req-86b1548b-0027-44af-9781-85ce37d65a5a tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=a96ea42c-794f-43a0-8982-d108eef30624 HTTP/1.1" status: 200 len: 944 time: 0.0889008 Jun 28 12:09:46.616911 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-21bf5f1d-2efe-465d-bad7-bc5d8d5c8a56 req-a81ec7bc-4b12-48f5-ba5d-6540f433091c tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed525ddb-307d-46d7-a379-3c4ff2291382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494552 Jun 28 12:09:46.799626 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-56d74c26-328d-4e94-aa15-393fe8bcb560 req-a1905fc2-c513-4b20-99c5-694a1f0d2345 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-869047670&fields=id&tenant_id=16d28cd3fdd84351b3873c2a21becf43 HTTP/1.1" status: 200 len: 267 time: 0.0442286 Jun 28 12:09:46.862940 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d74c26-328d-4e94-aa15-393fe8bcb560 req-493c6b50-f5d6-417a-a9ba-856fce17be60 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:46.864366 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-56d74c26-328d-4e94-aa15-393fe8bcb560 req-493c6b50-f5d6-417a-a9ba-856fce17be60 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "GET /v2.0/ports?device_id=999fabb1-3f1f-4897-b03f-494c3910292c HTTP/1.1" status: 200 len: 985 time: 0.0639725 Jun 28 12:09:46.876112 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.v2.base [req-56d74c26-328d-4e94-aa15-393fe8bcb560 req-ddfd9d22-4696-4dc1-b12e-317a4dd76e46 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Request body: {'port': {'security_groups': ['50db70de-ca32-4e06-be9c-a4f6d54795ce']}} {{(pid=93124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:09:46.973745 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [req-56d74c26-328d-4e94-aa15-393fe8bcb560 req-ddfd9d22-4696-4dc1-b12e-317a4dd76e46 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:47.148686 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [req-56d74c26-328d-4e94-aa15-393fe8bcb560 req-ddfd9d22-4696-4dc1-b12e-317a4dd76e46 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] For port 2feead54-ebf5-4c37-90f8-9326ab74c445, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=2feead54-ebf5-4c37-90f8-9326ab74c445,segment=NetworkSegment(52116a9a-38a5-459a-ac2a-7b9d05591973),segment_id=52116a9a-38a5-459a-ac2a-7b9d05591973)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:09:47.176753 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [req-56d74c26-328d-4e94-aa15-393fe8bcb560 req-ddfd9d22-4696-4dc1-b12e-317a4dd76e46 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Notify callbacks [] for port, precommit_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:47.181054 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [req-56d74c26-328d-4e94-aa15-393fe8bcb560 req-ddfd9d22-4696-4dc1-b12e-317a4dd76e46 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8411049'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:47.184686 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-5271be8b-72f8-410e-8046-17e552d000ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:09:47.193271 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] get_ports_and_sgs() called for port_ids ['2feead54-ebf5-4c37-90f8-9326ab74c445'] {{(pid=93126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:09:47.224401 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d74c26-328d-4e94-aa15-393fe8bcb560 req-ddfd9d22-4696-4dc1-b12e-317a4dd76e46 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:47.225051 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [req-56d74c26-328d-4e94-aa15-393fe8bcb560 req-ddfd9d22-4696-4dc1-b12e-317a4dd76e46 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188324'] for port, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:47.226436 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-56d74c26-328d-4e94-aa15-393fe8bcb560 req-ddfd9d22-4696-4dc1-b12e-317a4dd76e46 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "PUT /v2.0/ports/2feead54-ebf5-4c37-90f8-9326ab74c445 HTTP/1.1" status: 200 len: 943 time: 0.3553243 Jun 28 12:09:47.226962 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '999fabb1-3f1f-4897-b03f-494c3910292c', 'tag': '2feead54-ebf5-4c37-90f8-9326ab74c445'}] {{(pid=93124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:09:47.229510 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4926e176e742a15448bc39a4c9e2c24b37607ed8759502f34541a4f556826b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97891eff-81fd-4d88-92c1-9c838f6ec40e" -d '{"events": [{"name": "network-changed", "server_uuid": "999fabb1-3f1f-4897-b03f-494c3910292c", "tag": "2feead54-ebf5-4c37-90f8-9326ab74c445"}]}' {{(pid=93124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:09:47.233714 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 34858) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:09:47.272395 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfd9d22-4696-4dc1-b12e-317a4dd76e46 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Pushing event updated for resources: {'Port': ['ID=2feead54-ebf5-4c37-90f8-9326ab74c445,revision_number=7']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:09:47.281766 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfd9d22-4696-4dc1-b12e-317a4dd76e46 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:09:47.282343 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfd9d22-4696-4dc1-b12e-317a4dd76e46 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:09:47.282881 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfd9d22-4696-4dc1-b12e-317a4dd76e46 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:09:47.283410 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfd9d22-4696-4dc1-b12e-317a4dd76e46 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:09:47.283936 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfd9d22-4696-4dc1-b12e-317a4dd76e46 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:09:47.284464 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfd9d22-4696-4dc1-b12e-317a4dd76e46 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:09:47.285033 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfd9d22-4696-4dc1-b12e-317a4dd76e46 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:09:47.285571 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfd9d22-4696-4dc1-b12e-317a4dd76e46 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:09:47.286097 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfd9d22-4696-4dc1-b12e-317a4dd76e46 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:09:47.286662 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfd9d22-4696-4dc1-b12e-317a4dd76e46 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:09:47.287218 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfd9d22-4696-4dc1-b12e-317a4dd76e46 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:09:47.287781 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfd9d22-4696-4dc1-b12e-317a4dd76e46 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:09:47.292163 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-ddfd9d22-4696-4dc1-b12e-317a4dd76e46 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:09:47.313870 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-17386850-1cb0-4b51-8753-280bbb2bec24 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Notify callbacks [] for security_group, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:47.333772 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] get_ports_and_sgs() called for port_ids ['2feead54-ebf5-4c37-90f8-9326ab74c445'] {{(pid=93126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:09:47.349932 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-17386850-1cb0-4b51-8753-280bbb2bec24 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:47.352976 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 12:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2aadd79-4987-49f5-aea0-f368307deefe x-openstack-request-id: req-e2aadd79-4987-49f5-aea0-f368307deefe {{(pid=93124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:09:47.353307 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "999fabb1-3f1f-4897-b03f-494c3910292c", "tag": "2feead54-ebf5-4c37-90f8-9326ab74c445", "status": "completed", "code": 200}]} {{(pid=93124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:09:47.353601 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e2aadd79-4987-49f5-aea0-f368307deefe {{(pid=93124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:09:47.354041 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '999fabb1-3f1f-4897-b03f-494c3910292c', 'tag': '2feead54-ebf5-4c37-90f8-9326ab74c445', 'status': 'completed', 'code': 200} Jun 28 12:09:47.417436 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-17386850-1cb0-4b51-8753-280bbb2bec24 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:47.420445 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-17386850-1cb0-4b51-8753-280bbb2bec24 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Notify callbacks [] for security_group, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:47.421876 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-17386850-1cb0-4b51-8753-280bbb2bec24 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "DELETE /v2.0/security-groups/4c444e2b-43fa-49e8-94cf-c250e9b6c9fe HTTP/1.1" status: 204 len: 168 time: 0.1871650 Jun 28 12:09:47.422699 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-351c765c-a9d4-4061-a153-e915cec9bce1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:09:47.424607 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 34864) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:09:47.431909 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17386850-1cb0-4b51-8753-280bbb2bec24 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c444e2b-43fa-49e8-94cf-c250e9b6c9fe,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:09:47.440085 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-17386850-1cb0-4b51-8753-280bbb2bec24 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:09:47.501019 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-23a120ce-1b15-40a6-bb77-008e519022d6 None None] Provisioning complete for port 2feead54-ebf5-4c37-90f8-9326ab74c445 triggered by entity DHCP. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:09:47.501325 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-23a120ce-1b15-40a6-bb77-008e519022d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:47.590373 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-33a1d0a3-7a31-4cc0-9251-366a527651b0 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Deleting port 1ce3818f-0c2a-46ab-88b5-f05b7ccd46a6 {{(pid=93124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:09:47.590888 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-33a1d0a3-7a31-4cc0-9251-366a527651b0 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751010669087'] for port, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:47.660700 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-33a1d0a3-7a31-4cc0-9251-366a527651b0 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700447'] for port, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:47.661049 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-33a1d0a3-7a31-4cc0-9251-366a527651b0 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:47.673013 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-33a1d0a3-7a31-4cc0-9251-366a527651b0 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Calling delete_port for 1ce3818f-0c2a-46ab-88b5-f05b7ccd46a6 owned by network:floatingip {{(pid=93124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:09:47.856525 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a3ea1-7702-46b8-8076-c435518b4363 req-241bab91-04bf-4e01-a826-207ace70422d tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:47.858444 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-6d1a3ea1-7702-46b8-8076-c435518b4363 req-241bab91-04bf-4e01-a826-207ace70422d tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=a96ea42c-794f-43a0-8982-d108eef30624 HTTP/1.1" status: 200 len: 944 time: 0.1128035 Jun 28 12:09:47.864715 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97891eff-81fd-4d88-92c1-9c838f6ec40e req-dfa486cb-85b9-4732-8438-81722dc8cd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:47.866468 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-97891eff-81fd-4d88-92c1-9c838f6ec40e req-dfa486cb-85b9-4732-8438-81722dc8cd90 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=16d28cd3fdd84351b3873c2a21becf43&device_id=999fabb1-3f1f-4897-b03f-494c3910292c HTTP/1.1" status: 200 len: 1099 time: 0.0621374 Jun 28 12:09:47.924579 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-6d1a3ea1-7702-46b8-8076-c435518b4363 req-a4fdf9e2-120d-4cfa-af76-38850fb2dc50 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed525ddb-307d-46d7-a379-3c4ff2291382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596795 Jun 28 12:09:47.942629 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-33a1d0a3-7a31-4cc0-9251-366a527651b0 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751010672945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751010131959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8411040'] for port, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:47.944731 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-1c0da953-1b8d-49f8-828c-f92dcde99e90 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:09:47.965439 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97891eff-81fd-4d88-92c1-9c838f6ec40e req-f01f4c29-dbfa-49d9-beaf-f91a742de43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:47.966953 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-97891eff-81fd-4d88-92c1-9c838f6ec40e req-f01f4c29-dbfa-49d9-beaf-f91a742de43e service neutron] 10.222.0.61 "GET /v2.0/networks?id=7bef17b8-0ae4-45c7-847f-23fc1daef65f HTTP/1.1" status: 200 len: 915 time: 0.0936356 Jun 28 12:09:47.967523 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a1d0a3-7a31-4cc0-9251-366a527651b0 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Pushing event deleted for resources: {'Port': ['ID=1ce3818f-0c2a-46ab-88b5-f05b7ccd46a6,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:09:47.971868 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-33a1d0a3-7a31-4cc0-9251-366a527651b0 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:09:48.015250 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-97891eff-81fd-4d88-92c1-9c838f6ec40e req-faf18b16-b0d0-4ac4-9544-b374e24e3379 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2feead54-ebf5-4c37-90f8-9326ab74c445 HTTP/1.1" status: 200 len: 217 time: 0.0397177 Jun 28 12:09:48.037454 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-33a1d0a3-7a31-4cc0-9251-366a527651b0 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Notify callbacks [] for floatingip, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:48.037806 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.db.l3_db [None req-33a1d0a3-7a31-4cc0-9251-366a527651b0 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Floating IP 8a2b694c-69fe-43b8-94d7-2343fd2ceec4 disassociated (deleted). External IP: 172.28.3.177, port: 2feead54-ebf5-4c37-90f8-9326ab74c445. Jun 28 12:09:48.065648 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97891eff-81fd-4d88-92c1-9c838f6ec40e req-f6c3c1a4-0f53-4096-b587-7b1773328040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:48.067130 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-97891eff-81fd-4d88-92c1-9c838f6ec40e req-f6c3c1a4-0f53-4096-b587-7b1773328040 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4b803345-ed73-44e3-b090-d86fc3cf2747 HTTP/1.1" status: 200 len: 853 time: 0.0437386 Jun 28 12:09:48.122999 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97891eff-81fd-4d88-92c1-9c838f6ec40e req-3335dda1-d209-433e-a9b5-44bbb8d9b275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:48.125104 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-97891eff-81fd-4d88-92c1-9c838f6ec40e req-3335dda1-d209-433e-a9b5-44bbb8d9b275 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7bef17b8-0ae4-45c7-847f-23fc1daef65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0514882 Jun 28 12:09:48.216459 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-97891eff-81fd-4d88-92c1-9c838f6ec40e req-bdfd8429-e7b0-4615-94c0-71e06dd9a313 service neutron] 10.222.0.61 "GET /v2.0/networks/7bef17b8-0ae4-45c7-847f-23fc1daef65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833802 Jun 28 12:09:48.237845 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33a1d0a3-7a31-4cc0-9251-366a527651b0 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Router 461b9c9d-b2e6-4a5d-b090-49c127346a21 has already been hosted by L3 agent a3516409-90ed-42c0-9869-2f9c81c3e104 {{(pid=93124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:09:48.305257 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-97891eff-81fd-4d88-92c1-9c838f6ec40e req-f909d557-f22d-4df3-b828-668820e00ec6 service neutron] 10.222.0.61 "GET /v2.0/networks/7bef17b8-0ae4-45c7-847f-23fc1daef65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802341 Jun 28 12:09:48.343269 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a1d0a3-7a31-4cc0-9251-366a527651b0 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Notify agent at l3_agent.dv-cinder-772388-5-smb the message routers_updated {{(pid=93124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 12:09:48.348080 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-33a1d0a3-7a31-4cc0-9251-366a527651b0 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188324'] for floatingip, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:48.352343 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03dc282c-8cb6-43cc-8823-814ad78a8f9d None None] Sync routers for ids ['461b9c9d-b2e6-4a5d-b090-49c127346a21'] in dv-cinder-772388-5-smb {{(pid=93126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:09:48.361447 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dc282c-8cb6-43cc-8823-814ad78a8f9d None None] Routers {'461b9c9d-b2e6-4a5d-b090-49c127346a21'} bound to L3 agent in host dv-cinder-772388-5-smb {{(pid=93126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:09:48.362085 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_hamode_db [None req-03dc282c-8cb6-43cc-8823-814ad78a8f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T11:56:31Z,description=,heartbeat_timestamp=2021-06-28T12:09:31Z,host='dv-cinder-772388-5-smb',id=a3516409-90ed-42c0-9869-2f9c81c3e104,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:56:31Z,topic='l3_agent')) {'router_ids': ['461b9c9d-b2e6-4a5d-b090-49c127346a21'], 'active': True} {{(pid=93126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:09:48.386091 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-33a1d0a3-7a31-4cc0-9251-366a527651b0 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "DELETE /v2.0/floatingips/8a2b694c-69fe-43b8-94d7-2343fd2ceec4 HTTP/1.1" status: 204 len: 168 time: 0.9593689 Jun 28 12:09:48.462956 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvr_db [None req-03dc282c-8cb6-43cc-8823-814ad78a8f9d None None] Set router 461b9c9d-b2e6-4a5d-b090-49c127346a21 gateway port host: dv-cinder-772388-5-smb {{(pid=93126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:09:48.661574 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_hamode_db [None req-03dc282c-8cb6-43cc-8823-814ad78a8f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461b9c9d-b2e6-4a5d-b090-49c127346a21', 'name': 'tempest-TestMinimumBasicScenario-602626675-router', 'tenant_id': '16d28cd3fdd84351b3873c2a21becf43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.205'}], 'enable_snat': True}, 'gw_port_id': '5c13b900-659f-4bd7-8d39-85b41caf0a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:07:31Z', 'updated_at': '2021-06-28T12:07:34Z', 'revision_number': 4, 'project_id': '16d28cd3fdd84351b3873c2a21becf43', 'gw_port': {'id': '5c13b900-659f-4bd7-8d39-85b41caf0a11', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461b9c9d-b2e6-4a5d-b090-49c127346a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:07:31Z', 'updated_at': '2021-06-28T12:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb', '_interfaces': [{'id': '6068cac7-82e3-4ea3-9cc7-15b9db88a750', 'name': '', 'network_id': '7bef17b8-0ae4-45c7-847f-23fc1daef65f', 'tenant_id': '16d28cd3fdd84351b3873c2a21becf43', 'mac_address': 'fa:16:3e:91:0b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461b9c9d-b2e6-4a5d-b090-49c127346a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '4b803345-ed73-44e3-b090-d86fc3cf2747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:07:33Z', 'updated_at': '2021-06-28T12:07:40Z', 'revision_number': 5, 'project_id': '16d28cd3fdd84351b3873c2a21becf43', 'subnets': [{'id': '4b803345-ed73-44e3-b090-d86fc3cf2747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-smb', False) {} {{(pid=93126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:09:48.688430 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03dc282c-8cb6-43cc-8823-814ad78a8f9d None None] Checking router: 461b9c9d-b2e6-4a5d-b090-49c127346a21 for host: dv-cinder-772388-5-smb {{(pid=93126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:09:48.696972 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dc282c-8cb6-43cc-8823-814ad78a8f9d None None] Routers {'461b9c9d-b2e6-4a5d-b090-49c127346a21'} bound to L3 agent in host dv-cinder-772388-5-smb {{(pid=93126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:09:48.697666 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_hamode_db [None req-03dc282c-8cb6-43cc-8823-814ad78a8f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T11:56:31Z,description=,heartbeat_timestamp=2021-06-28T12:09:31Z,host='dv-cinder-772388-5-smb',id=a3516409-90ed-42c0-9869-2f9c81c3e104,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:56:31Z,topic='l3_agent')) {'router_ids': ['461b9c9d-b2e6-4a5d-b090-49c127346a21'], 'active': True} {{(pid=93126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:09:48.804243 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvr_db [None req-03dc282c-8cb6-43cc-8823-814ad78a8f9d None None] Set router 461b9c9d-b2e6-4a5d-b090-49c127346a21 gateway port host: dv-cinder-772388-5-smb {{(pid=93126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:09:48.948711 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 34884) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:09:49.007366 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e21bdfa-bcb6-4395-97ad-6ce608535966 admin admin] Deleting subnet 2e8ce9a8-27ee-4ca7-beee-a038ef482b1e {{(pid=93124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 12:09:49.007778 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_hamode_db [None req-03dc282c-8cb6-43cc-8823-814ad78a8f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461b9c9d-b2e6-4a5d-b090-49c127346a21', 'name': 'tempest-TestMinimumBasicScenario-602626675-router', 'tenant_id': '16d28cd3fdd84351b3873c2a21becf43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.205'}], 'enable_snat': True}, 'gw_port_id': '5c13b900-659f-4bd7-8d39-85b41caf0a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:07:31Z', 'updated_at': '2021-06-28T12:07:34Z', 'revision_number': 4, 'project_id': '16d28cd3fdd84351b3873c2a21becf43', 'gw_port': {'id': '5c13b900-659f-4bd7-8d39-85b41caf0a11', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461b9c9d-b2e6-4a5d-b090-49c127346a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:07:31Z', 'updated_at': '2021-06-28T12:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb', '_interfaces': [{'id': '6068cac7-82e3-4ea3-9cc7-15b9db88a750', 'name': '', 'network_id': '7bef17b8-0ae4-45c7-847f-23fc1daef65f', 'tenant_id': '16d28cd3fdd84351b3873c2a21becf43', 'mac_address': 'fa:16:3e:91:0b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461b9c9d-b2e6-4a5d-b090-49c127346a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '4b803345-ed73-44e3-b090-d86fc3cf2747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:07:33Z', 'updated_at': '2021-06-28T12:07:40Z', 'revision_number': 5, 'project_id': '16d28cd3fdd84351b3873c2a21becf43', 'subnets': [{'id': '4b803345-ed73-44e3-b090-d86fc3cf2747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-smb', False) {} {{(pid=93126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:09:49.015878 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-1e21bdfa-bcb6-4395-97ad-6ce608535966 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:49.038381 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03dc282c-8cb6-43cc-8823-814ad78a8f9d None None] The sync data for ids ['461b9c9d-b2e6-4a5d-b090-49c127346a21'] in dv-cinder-772388-5-smb is: [{'id': '461b9c9d-b2e6-4a5d-b090-49c127346a21', 'name': 'tempest-TestMinimumBasicScenario-602626675-router', 'tenant_id': '16d28cd3fdd84351b3873c2a21becf43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.205'}], 'enable_snat': True}, 'gw_port_id': '5c13b900-659f-4bd7-8d39-85b41caf0a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:07:31Z', 'updated_at': '2021-06-28T12:07:34Z', 'revision_number': 4, 'project_id': '16d28cd3fdd84351b3873c2a21becf43', 'gw_port': {'id': '5c13b900-659f-4bd7-8d39-85b41caf0a11', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461b9c9d-b2e6-4a5d-b090-49c127346a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:07:31Z', 'updated_at': '2021-06-28T12:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb', '_interfaces': [{'id': '6068cac7-82e3-4ea3-9cc7-15b9db88a750', 'name': '', 'network_id': '7bef17b8-0ae4-45c7-847f-23fc1daef65f', 'tenant_id': '16d28cd3fdd84351b3873c2a21becf43', 'mac_address': 'fa:16:3e:91:0b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461b9c9d-b2e6-4a5d-b090-49c127346a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '4b803345-ed73-44e3-b090-d86fc3cf2747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:07:33Z', 'updated_at': '2021-06-28T12:07:40Z', 'revision_number': 5, 'project_id': '16d28cd3fdd84351b3873c2a21becf43', 'subnets': [{'id': '4b803345-ed73-44e3-b090-d86fc3cf2747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:09:49.081336 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-1e21bdfa-bcb6-4395-97ad-6ce608535966 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8809132'] for subnet, precommit_delete_associations {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:49.142794 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-1e21bdfa-bcb6-4395-97ad-6ce608535966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3543267'] for subnet, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:49.180414 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f79458-7402-4485-a657-24ad483c3121 req-3d06ed24-e576-43c5-9cdf-999593521ba2 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:49.181959 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-d5f79458-7402-4485-a657-24ad483c3121 req-3d06ed24-e576-43c5-9cdf-999593521ba2 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=a96ea42c-794f-43a0-8982-d108eef30624 HTTP/1.1" status: 200 len: 944 time: 0.1328678 Jun 28 12:09:49.225583 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-1e21bdfa-bcb6-4395-97ad-6ce608535966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3543284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4137752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8410990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941170'] for subnet, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:49.231228 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:09:49.241341 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-d5f79458-7402-4485-a657-24ad483c3121 req-40f32d15-e86c-44a0-9966-5928ded9ee8b tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed525ddb-307d-46d7-a379-3c4ff2291382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528824 Jun 28 12:09:49.265200 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e21bdfa-bcb6-4395-97ad-6ce608535966 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e8ce9a8-27ee-4ca7-beee-a038ef482b1e,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:09:49.266899 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-1e21bdfa-bcb6-4395-97ad-6ce608535966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:09:49.272352 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-1e21bdfa-bcb6-4395-97ad-6ce608535966 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:49.277096 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-1e21bdfa-bcb6-4395-97ad-6ce608535966 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/2e8ce9a8-27ee-4ca7-beee-a038ef482b1e HTTP/1.1" status: 204 len: 168 time: 0.3244247 Jun 28 12:09:49.277096 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 34888) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:09:49.292765 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d052886-eae2-465c-99ed-52119f162bc1 None None] New status for floating IP 8a2b694c-69fe-43b8-94d7-2343fd2ceec4: DOWN {{(pid=93127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 12:09:49.349964 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-6352c36c-8087-4f2d-a3b2-17f629e06c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572552'] for network, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:49.354497 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '999fabb1-3f1f-4897-b03f-494c3910292c', 'tag': '2feead54-ebf5-4c37-90f8-9326ab74c445'}] {{(pid=93124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:09:49.356868 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4926e176e742a15448bc39a4c9e2c24b37607ed8759502f34541a4f556826b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f177d0-138e-418a-a08e-832368fb2102" -d '{"events": [{"name": "network-changed", "server_uuid": "999fabb1-3f1f-4897-b03f-494c3910292c", "tag": "2feead54-ebf5-4c37-90f8-9326ab74c445"}]}' {{(pid=93124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:09:49.398375 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 12:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8879ae3-4e95-44a7-8e44-498b5ddb1fcd x-openstack-request-id: req-d8879ae3-4e95-44a7-8e44-498b5ddb1fcd {{(pid=93124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:09:49.398669 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "999fabb1-3f1f-4897-b03f-494c3910292c", "tag": "2feead54-ebf5-4c37-90f8-9326ab74c445", "status": "completed", "code": 200}]} {{(pid=93124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:09:49.398949 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d8879ae3-4e95-44a7-8e44-498b5ddb1fcd {{(pid=93124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:09:49.399484 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '999fabb1-3f1f-4897-b03f-494c3910292c', 'tag': '2feead54-ebf5-4c37-90f8-9326ab74c445', 'status': 'completed', 'code': 200} Jun 28 12:09:49.436151 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-6352c36c-8087-4f2d-a3b2-17f629e06c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3544245', 'neutron.services.segments.db._delete_segments_for_network-8751010592552'] for network, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:49.446027 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.services.segments.db [None req-6352c36c-8087-4f2d-a3b2-17f629e06c4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df8e1c6a-c7c7-455b-bbe3-5767afe20a54']}} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:09:49.455201 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.services.segments.db [None req-6352c36c-8087-4f2d-a3b2-17f629e06c4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c883e55-a722-4d6c-8e97-ac1a4e6a588f') {'for_net_delete': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:09:49.455495 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.services.segments.db [None req-6352c36c-8087-4f2d-a3b2-17f629e06c4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c883e55-a722-4d6c-8e97-ac1a4e6a588f') {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:09:49.464066 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-6352c36c-8087-4f2d-a3b2-17f629e06c4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751010442123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8809173'] for segment, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:49.465753 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f177d0-138e-418a-a08e-832368fb2102 req-15664996-ce59-40d0-a0a6-edee5bda2074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:49.467221 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-09f177d0-138e-418a-a08e-832368fb2102 req-15664996-ce59-40d0-a0a6-edee5bda2074 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=16d28cd3fdd84351b3873c2a21becf43&device_id=999fabb1-3f1f-4897-b03f-494c3910292c HTTP/1.1" status: 200 len: 1099 time: 0.0510960 Jun 28 12:09:49.477302 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-6352c36c-8087-4f2d-a3b2-17f629e06c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539709'] for segment, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:49.483142 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6352c36c-8087-4f2d-a3b2-17f629e06c4b admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=93124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 12:09:49.483994 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-6352c36c-8087-4f2d-a3b2-17f629e06c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8411021'] for segment, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:49.485672 dv-cinder-772388-5-smb neutron-server[93124]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 12:09:49.485672 dv-cinder-772388-5-smb neutron-server[93124]: conditions |= (models_v2.Port.network_id.in_( Jun 28 12:09:49.485672 dv-cinder-772388-5-smb neutron-server[93124]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 12:09:49.485672 dv-cinder-772388-5-smb neutron-server[93124]: conditions |= (models_v2.Port.network_id.in_( Jun 28 12:09:49.485672 dv-cinder-772388-5-smb neutron-server[93124]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 12:09:49.485672 dv-cinder-772388-5-smb neutron-server[93124]: conditions |= (models_v2.Port.network_id.in_( Jun 28 12:09:49.485672 dv-cinder-772388-5-smb neutron-server[93124]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 12:09:49.485672 dv-cinder-772388-5-smb neutron-server[93124]: conditions |= (models_v2.Port.network_id.in_( Jun 28 12:09:49.485672 dv-cinder-772388-5-smb neutron-server[93124]: Traceback (most recent call last): Jun 28 12:09:49.485672 dv-cinder-772388-5-smb neutron-server[93124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 12:09:49.485672 dv-cinder-772388-5-smb neutron-server[93124]: timer() Jun 28 12:09:49.485672 dv-cinder-772388-5-smb neutron-server[93124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 12:09:49.485672 dv-cinder-772388-5-smb neutron-server[93124]: cb(*args, **kw) Jun 28 12:09:49.485672 dv-cinder-772388-5-smb neutron-server[93124]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 12:09:49.485672 dv-cinder-772388-5-smb neutron-server[93124]: return func(*args, **kwargs) Jun 28 12:09:49.485672 dv-cinder-772388-5-smb neutron-server[93124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 12:09:49.485672 dv-cinder-772388-5-smb neutron-server[93124]: self._notify() Jun 28 12:09:49.485672 dv-cinder-772388-5-smb neutron-server[93124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 12:09:49.485672 dv-cinder-772388-5-smb neutron-server[93124]: self.callback(batched_events) Jun 28 12:09:49.485672 dv-cinder-772388-5-smb neutron-server[93124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 12:09:49.485672 dv-cinder-772388-5-smb neutron-server[93124]: event.method(event) Jun 28 12:09:49.485672 dv-cinder-772388-5-smb neutron-server[93124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 12:09:49.485672 dv-cinder-772388-5-smb neutron-server[93124]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 12:09:49.485672 dv-cinder-772388-5-smb neutron-server[93124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 12:09:49.485672 dv-cinder-772388-5-smb neutron-server[93124]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 12:09:49.485672 dv-cinder-772388-5-smb neutron-server[93124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 12:09:49.485672 dv-cinder-772388-5-smb neutron-server[93124]: return f(self, *a, **k) Jun 28 12:09:49.485672 dv-cinder-772388-5-smb neutron-server[93124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 12:09:49.485672 dv-cinder-772388-5-smb neutron-server[93124]: return self._get(url).json() Jun 28 12:09:49.485672 dv-cinder-772388-5-smb neutron-server[93124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 12:09:49.485672 dv-cinder-772388-5-smb neutron-server[93124]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 12:09:49.485672 dv-cinder-772388-5-smb neutron-server[93124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 12:09:49.485672 dv-cinder-772388-5-smb neutron-server[93124]: return self.request(url, 'GET', **kwargs) Jun 28 12:09:49.485672 dv-cinder-772388-5-smb neutron-server[93124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 12:09:49.485672 dv-cinder-772388-5-smb neutron-server[93124]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 12:09:49.485672 dv-cinder-772388-5-smb neutron-server[93124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 12:09:49.485672 dv-cinder-772388-5-smb neutron-server[93124]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 12:09:49.485672 dv-cinder-772388-5-smb neutron-server[93124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 12:09:49.485672 dv-cinder-772388-5-smb neutron-server[93124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 12:09:49.485672 dv-cinder-772388-5-smb neutron-server[93124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 12:09:49.523274 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device d427cd69-13e1-4e2f-af81-216156f0c545 details requested by agent hyperv_hv-cinder-77238 with host hv-cinder-77238 {{(pid=93126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 12:09:49.542002 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-6352c36c-8087-4f2d-a3b2-17f629e06c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3544236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799908'] for network, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:49.548517 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-6352c36c-8087-4f2d-a3b2-17f629e06c4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3735354'] for network, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:49.553916 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-6352c36c-8087-4f2d-a3b2-17f629e06c4b admin admin] 10.222.0.26 "DELETE /v2.0/networks/df8e1c6a-c7c7-455b-bbe3-5767afe20a54 HTTP/1.1" status: 204 len: 168 time: 0.2726965 Jun 28 12:09:49.553916 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-f6e26989-f195-4080-a400-7e6cc28a8b7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:09:49.564414 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6352c36c-8087-4f2d-a3b2-17f629e06c4b admin admin] Pushing event deleted for resources: {'Network': ['ID=df8e1c6a-c7c7-455b-bbe3-5767afe20a54,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:09:49.567174 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-6352c36c-8087-4f2d-a3b2-17f629e06c4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:09:49.569513 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f177d0-138e-418a-a08e-832368fb2102 req-7816a763-46cb-4a7d-b407-9961b78b0077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:49.571203 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-09f177d0-138e-418a-a08e-832368fb2102 req-7816a763-46cb-4a7d-b407-9961b78b0077 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7bef17b8-0ae4-45c7-847f-23fc1daef65f HTTP/1.1" status: 200 len: 915 time: 0.0978794 Jun 28 12:09:49.611905 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-09f177d0-138e-418a-a08e-832368fb2102 req-0875beb9-bd21-4420-9ef4-680f4a6416be service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2feead54-ebf5-4c37-90f8-9326ab74c445 HTTP/1.1" status: 200 len: 217 time: 0.0342612 Jun 28 12:09:49.662163 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] For port d427cd69-13e1-4e2f-af81-216156f0c545, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=d427cd69-13e1-4e2f-af81-216156f0c545,segment=NetworkSegment(aed9295f-7fc3-449f-af4b-5fa9a30585ae),segment_id=aed9295f-7fc3-449f-af4b-5fa9a30585ae)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:09:49.663702 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f177d0-138e-418a-a08e-832368fb2102 req-8e36524b-3072-400d-90ae-6fe5f1b8c246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:49.665260 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-09f177d0-138e-418a-a08e-832368fb2102 req-8e36524b-3072-400d-90ae-6fe5f1b8c246 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4b803345-ed73-44e3-b090-d86fc3cf2747 HTTP/1.1" status: 200 len: 853 time: 0.0469315 Jun 28 12:09:49.671691 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 34894) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:09:49.674572 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Returning: {'device': 'd427cd69-13e1-4e2f-af81-216156f0c545', 'network_id': '61e6c2ec-9082-4875-a218-8630ba468008', 'port_id': 'd427cd69-13e1-4e2f-af81-216156f0c545', 'mac_address': 'fa:16:3e:00:e6:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558089fa-d5c8-4a60-a96f-efb801414a3b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 12:09:49.717725 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:49.723234 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f177d0-138e-418a-a08e-832368fb2102 req-be45840f-ce27-41e6-bb35-ab8293d9e270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:49.724882 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-09f177d0-138e-418a-a08e-832368fb2102 req-be45840f-ce27-41e6-bb35-ab8293d9e270 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7bef17b8-0ae4-45c7-847f-23fc1daef65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0533514 Jun 28 12:09:49.731770 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-7abf8fca-cea3-45bc-b185-a5c5be2be7a4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f982f2df9ee0484f9684f0f6c7e5d444&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0565710 Jun 28 12:09:49.731945 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.notifiers.nova [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d427cd69-13e1-4e2f-af81-216156f0c545 {{(pid=93126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:09:49.732054 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 34898) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:09:49.755481 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] For port d427cd69-13e1-4e2f-af81-216156f0c545, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=d427cd69-13e1-4e2f-af81-216156f0c545,segment=NetworkSegment(aed9295f-7fc3-449f-af4b-5fa9a30585ae),segment_id=aed9295f-7fc3-449f-af4b-5fa9a30585ae)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:09:49.760141 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:49.762947 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-85d039a7-8c79-4b18-9825-351df3f6b6eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:09:49.792206 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-29d996ad-b54c-4546-9a16-cf090648a55e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:49.818034 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Pushing event updated for resources: {'Port': ['ID=d427cd69-13e1-4e2f-af81-216156f0c545,revision_number=9']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:09:49.821768 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:09:49.827143 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-29d996ad-b54c-4546-9a16-cf090648a55e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:49.829656 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-09f177d0-138e-418a-a08e-832368fb2102 req-6cbc29d3-ba69-429f-a149-e651bac6e197 service neutron] 10.222.0.61 "GET /v2.0/networks/7bef17b8-0ae4-45c7-847f-23fc1daef65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978687 Jun 28 12:09:49.876603 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-29d996ad-b54c-4546-9a16-cf090648a55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:49.879536 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-29d996ad-b54c-4546-9a16-cf090648a55e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:49.882812 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-29d996ad-b54c-4546-9a16-cf090648a55e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4e681e2f-7331-470b-8872-1387b086989a HTTP/1.1" status: 204 len: 168 time: 0.1473467 Jun 28 12:09:49.882812 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-41dfcf4b-862a-441c-b6a1-a8f7b2f19cc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:09:49.889566 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d996ad-b54c-4546-9a16-cf090648a55e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e681e2f-7331-470b-8872-1387b086989a,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:09:49.898663 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-29d996ad-b54c-4546-9a16-cf090648a55e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:09:49.950158 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-09f177d0-138e-418a-a08e-832368fb2102 req-9a6dccda-a901-4e56-9eb7-b25fc2ac6e96 service neutron] 10.222.0.61 "GET /v2.0/networks/7bef17b8-0ae4-45c7-847f-23fc1daef65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128542 Jun 28 12:09:49.966975 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] get_ports_and_sgs() called for port_ids ['d427cd69-13e1-4e2f-af81-216156f0c545'] {{(pid=93126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:09:50.665342 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488cc1bf-b92b-4a41-91f8-9f1e5df2556e req-cfe96347-bad9-41c0-8a1c-62682f646a12 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:50.666778 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-488cc1bf-b92b-4a41-91f8-9f1e5df2556e req-cfe96347-bad9-41c0-8a1c-62682f646a12 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=a96ea42c-794f-43a0-8982-d108eef30624 HTTP/1.1" status: 200 len: 945 time: 0.3152273 Jun 28 12:09:50.703985 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-488cc1bf-b92b-4a41-91f8-9f1e5df2556e req-34075151-f120-43f1-8284-deabdcb93318 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed525ddb-307d-46d7-a379-3c4ff2291382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314696 Jun 28 12:09:51.437261 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a27da6-fe5e-47fc-8b41-7d7f73930245 req-da7c8fa5-f96d-4de4-bc8e-374f40598d44 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:51.438694 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-84a27da6-fe5e-47fc-8b41-7d7f73930245 req-da7c8fa5-f96d-4de4-bc8e-374f40598d44 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "GET /v2.0/ports?device_id=999fabb1-3f1f-4897-b03f-494c3910292c HTTP/1.1" status: 200 len: 946 time: 0.0621345 Jun 28 12:09:51.474182 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-84a27da6-fe5e-47fc-8b41-7d7f73930245 req-a3c05b85-3051-498e-87fa-80943d174c72 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "GET /v2.0/security-groups?id=50db70de-ca32-4e06-be9c-a4f6d54795ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300095 Jun 28 12:09:51.539021 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device d427cd69-13e1-4e2f-af81-216156f0c545 up at agent hyperv_hv-cinder-77238 {{(pid=93126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:09:51.583784 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Provisioning complete for port d427cd69-13e1-4e2f-af81-216156f0c545 triggered by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:09:51.584165 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:51.663617 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:51.684577 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a96ea42c-794f-43a0-8982-d108eef30624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd427cd69-13e1-4e2f-af81-216156f0c545'}] {{(pid=93126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:09:51.686866 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef893c2a45f5206efbef573e37d1784350e1616ec5e975db08a1c6348235ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-361fded6-b9c1-4b9a-9efd-1c58dc367251" -d '{"events": [{"server_uuid": "a96ea42c-794f-43a0-8982-d108eef30624", "name": "network-vif-plugged", "status": "completed", "tag": "d427cd69-13e1-4e2f-af81-216156f0c545"}]}' {{(pid=93126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:09:51.698795 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] For port d427cd69-13e1-4e2f-af81-216156f0c545, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=d427cd69-13e1-4e2f-af81-216156f0c545,segment=NetworkSegment(aed9295f-7fc3-449f-af4b-5fa9a30585ae),segment_id=aed9295f-7fc3-449f-af4b-5fa9a30585ae)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:09:51.704019 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:51.706017 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:09:51.753252 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Pushing event updated for resources: {'Port': ['ID=d427cd69-13e1-4e2f-af81-216156f0c545,revision_number=10']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:09:51.756257 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:09:51.881131 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bdb8ee-7700-46bb-a50a-acb49d82145e req-51caa5f5-8e9c-4155-b52d-ed5881e06a0a tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:51.882600 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-43bdb8ee-7700-46bb-a50a-acb49d82145e req-51caa5f5-8e9c-4155-b52d-ed5881e06a0a tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=a96ea42c-794f-43a0-8982-d108eef30624 HTTP/1.1" status: 200 len: 947 time: 0.0658407 Jun 28 12:09:51.900472 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a2038d-838c-4536-8b7b-84e557735dd5 x-openstack-request-id: req-d5a2038d-838c-4536-8b7b-84e557735dd5 {{(pid=93126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:09:51.900769 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a96ea42c-794f-43a0-8982-d108eef30624", "name": "network-vif-plugged", "status": "completed", "tag": "d427cd69-13e1-4e2f-af81-216156f0c545", "code": 200}]} {{(pid=93126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:09:51.901055 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d5a2038d-838c-4536-8b7b-84e557735dd5 {{(pid=93126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:09:51.901449 dv-cinder-772388-5-smb neutron-server[93126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a96ea42c-794f-43a0-8982-d108eef30624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd427cd69-13e1-4e2f-af81-216156f0c545', 'code': 200} Jun 28 12:09:51.923196 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-43bdb8ee-7700-46bb-a50a-acb49d82145e req-ea2de499-474f-4673-a29f-917b2f69240d tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed525ddb-307d-46d7-a379-3c4ff2291382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348477 Jun 28 12:09:52.088505 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62606d-c4a7-4068-bb63-26eb4b436739 req-2fef2a71-dc10-4b84-aef4-f8111f3c8ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:52.089902 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-cc62606d-c4a7-4068-bb63-26eb4b436739 req-2fef2a71-dc10-4b84-aef4-f8111f3c8ac8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a96ea42c-794f-43a0-8982-d108eef30624 HTTP/1.1" status: 200 len: 1100 time: 0.0500374 Jun 28 12:09:52.124306 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-cc62606d-c4a7-4068-bb63-26eb4b436739 req-9893497a-99c5-4445-b501-1cd7498a7e1c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ed525ddb-307d-46d7-a379-3c4ff2291382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263669 Jun 28 12:09:52.647285 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a83c8-7232-4fda-9a7b-4bad900513b8 req-51778290-ab97-406a-8ff0-7a03f32285f2 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:52.648748 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-c40a83c8-7232-4fda-9a7b-4bad900513b8 req-51778290-ab97-406a-8ff0-7a03f32285f2 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "GET /v2.0/ports?device_id=999fabb1-3f1f-4897-b03f-494c3910292c HTTP/1.1" status: 200 len: 946 time: 0.0665898 Jun 28 12:09:52.685838 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-c40a83c8-7232-4fda-9a7b-4bad900513b8 req-e7392adc-f443-49ee-82b9-e60f05b9e7df tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "GET /v2.0/security-groups?id=50db70de-ca32-4e06-be9c-a4f6d54795ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308001 Jun 28 12:09:53.100826 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf6cbdb-c58a-4c20-992f-58235f3e31d6 req-db244e8c-9333-43a5-bd98-91caefc0b317 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:53.102300 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-2bf6cbdb-c58a-4c20-992f-58235f3e31d6 req-db244e8c-9333-43a5-bd98-91caefc0b317 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=a96ea42c-794f-43a0-8982-d108eef30624 HTTP/1.1" status: 200 len: 947 time: 0.0634110 Jun 28 12:09:53.141370 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-2bf6cbdb-c58a-4c20-992f-58235f3e31d6 req-5bd7bc02-8d9c-4cf5-9b6d-d335c1e9695b tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed525ddb-307d-46d7-a379-3c4ff2291382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331924 Jun 28 12:09:53.337333 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cf7441-775c-4e2f-86ff-3d7e4eea0ea2 req-e4a1f13b-b779-4a93-9d21-dae9a032fdf0 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:53.339022 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-12cf7441-775c-4e2f-86ff-3d7e4eea0ea2 req-e4a1f13b-b779-4a93-9d21-dae9a032fdf0 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.61 "GET /v2.0/ports?device_id=999fabb1-3f1f-4897-b03f-494c3910292c HTTP/1.1" status: 200 len: 946 time: 0.0683315 Jun 28 12:09:53.434867 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.plugin [req-12cf7441-775c-4e2f-86ff-3d7e4eea0ea2 req-99706ba8-a1af-4f1e-aeec-659c13c76641 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Deleting port 2feead54-ebf5-4c37-90f8-9326ab74c445 {{(pid=93125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:09:53.435098 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-12cf7441-775c-4e2f-86ff-3d7e4eea0ea2 req-99706ba8-a1af-4f1e-aeec-659c13c76641 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751010669087'] for port, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:53.522170 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.db [req-12cf7441-775c-4e2f-86ff-3d7e4eea0ea2 req-99706ba8-a1af-4f1e-aeec-659c13c76641 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] For port 2feead54-ebf5-4c37-90f8-9326ab74c445, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=2feead54-ebf5-4c37-90f8-9326ab74c445,segment=NetworkSegment(52116a9a-38a5-459a-ac2a-7b9d05591973),segment_id=52116a9a-38a5-459a-ac2a-7b9d05591973)] {{(pid=93125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:09:53.522526 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-12cf7441-775c-4e2f-86ff-3d7e4eea0ea2 req-99706ba8-a1af-4f1e-aeec-659c13c76641 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700447'] for port, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:53.534593 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.plugin [req-12cf7441-775c-4e2f-86ff-3d7e4eea0ea2 req-99706ba8-a1af-4f1e-aeec-659c13c76641 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Calling delete_port for 2feead54-ebf5-4c37-90f8-9326ab74c445 owned by compute:nova {{(pid=93125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:09:53.660353 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-12cf7441-775c-4e2f-86ff-3d7e4eea0ea2 req-99706ba8-a1af-4f1e-aeec-659c13c76641 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751010672945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751010131959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8413146'] for port, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:53.665171 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-d8cb2491-deb0-4e5b-a3c3-96c768daf06d tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:09:53.671708 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] get_ports_and_sgs() called for port_ids ['2feead54-ebf5-4c37-90f8-9326ab74c445'] {{(pid=93126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:09:53.699101 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99706ba8-a1af-4f1e-aeec-659c13c76641 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Pushing event deleted for resources: {'Port': ['ID=2feead54-ebf5-4c37-90f8-9326ab74c445,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:09:53.706051 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-99706ba8-a1af-4f1e-aeec-659c13c76641 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:09:53.742170 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.l3_dvrscheduler_db [req-12cf7441-775c-4e2f-86ff-3d7e4eea0ea2 req-99706ba8-a1af-4f1e-aeec-659c13c76641 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] No DVR routers for this DVR port 2feead54-ebf5-4c37-90f8-9326ab74c445 on host hv-cinder-77238 {{(pid=93125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:09:53.744804 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-12cf7441-775c-4e2f-86ff-3d7e4eea0ea2 req-99706ba8-a1af-4f1e-aeec-659c13c76641 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188324'] for port, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:53.746763 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-12cf7441-775c-4e2f-86ff-3d7e4eea0ea2 req-99706ba8-a1af-4f1e-aeec-659c13c76641 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.61 "DELETE /v2.0/ports/2feead54-ebf5-4c37-90f8-9326ab74c445 HTTP/1.1" status: 204 len: 173 time: 0.4025111 Jun 28 12:09:53.747258 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '999fabb1-3f1f-4897-b03f-494c3910292c', 'name': 'network-vif-deleted', 'tag': '2feead54-ebf5-4c37-90f8-9326ab74c445'}] {{(pid=93125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:09:53.750091 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cab5cdacc5b3cbbc94323449081fb5e48b25fdc1a77f938b5656c1b79ba6a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea5894c-a293-429e-8bed-1b71d4e978f3" -d '{"events": [{"server_uuid": "999fabb1-3f1f-4897-b03f-494c3910292c", "name": "network-vif-deleted", "tag": "2feead54-ebf5-4c37-90f8-9326ab74c445"}]}' {{(pid=93125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:09:53.844543 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-e401ee85-5f94-4f09-b267-4f91f1624f7f req-eabff505-0e3f-4126-a256-139d72beb7bc tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] 10.222.0.26 "GET /v2.0/ports?device_id=999fabb1-3f1f-4897-b03f-494c3910292c HTTP/1.1" status: 200 len: 210 time: 0.0425668 Jun 28 12:09:53.848099 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45cde940-5595-4b16-bc59-f9fc16a8f3c0 x-openstack-request-id: req-45cde940-5595-4b16-bc59-f9fc16a8f3c0 {{(pid=93125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:09:53.848448 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "999fabb1-3f1f-4897-b03f-494c3910292c", "name": "network-vif-deleted", "tag": "2feead54-ebf5-4c37-90f8-9326ab74c445", "status": "completed", "code": 200}]} {{(pid=93125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:09:53.848802 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-45cde940-5595-4b16-bc59-f9fc16a8f3c0 {{(pid=93125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:09:53.853470 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '999fabb1-3f1f-4897-b03f-494c3910292c', 'name': 'network-vif-deleted', 'tag': '2feead54-ebf5-4c37-90f8-9326ab74c445', 'status': 'completed', 'code': 200} Jun 28 12:09:54.321064 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f5fe92-a6e5-4a55-8591-ee564a79427b req-0ddda483-d073-4a6e-a6b3-38f36ddfa1d8 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:54.322418 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-a3f5fe92-a6e5-4a55-8591-ee564a79427b req-0ddda483-d073-4a6e-a6b3-38f36ddfa1d8 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=a96ea42c-794f-43a0-8982-d108eef30624 HTTP/1.1" status: 200 len: 947 time: 0.0627053 Jun 28 12:09:54.360444 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-a3f5fe92-a6e5-4a55-8591-ee564a79427b req-bd251001-7737-43ce-abe1-531bd04b741f tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed525ddb-307d-46d7-a379-3c4ff2291382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322561 Jun 28 12:09:55.392903 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 35012) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:09:55.785085 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-6bc8e267-2c4a-4e1a-96e8-a69847900502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695600'] for router_interface, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:56.309965 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.plugin [None req-6bc8e267-2c4a-4e1a-96e8-a69847900502 admin admin] Deleting port 6068cac7-82e3-4ea3-9cc7-15b9db88a750 {{(pid=93125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:09:56.310303 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-6bc8e267-2c4a-4e1a-96e8-a69847900502 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751010669087'] for port, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:56.386601 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.db [None req-6bc8e267-2c4a-4e1a-96e8-a69847900502 admin admin] For port 6068cac7-82e3-4ea3-9cc7-15b9db88a750, host dv-cinder-772388-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-smb',level=0,port_id=6068cac7-82e3-4ea3-9cc7-15b9db88a750,segment=NetworkSegment(52116a9a-38a5-459a-ac2a-7b9d05591973),segment_id=52116a9a-38a5-459a-ac2a-7b9d05591973)] {{(pid=93125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:09:56.386965 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-6bc8e267-2c4a-4e1a-96e8-a69847900502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700447'] for port, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:56.398594 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.plugin [None req-6bc8e267-2c4a-4e1a-96e8-a69847900502 admin admin] Calling delete_port for 6068cac7-82e3-4ea3-9cc7-15b9db88a750 owned by network:router_interface {{(pid=93125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:09:56.585644 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-6bc8e267-2c4a-4e1a-96e8-a69847900502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751010672945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751010131959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8413146'] for port, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:56.587605 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-f06c16fa-b16f-41d4-af37-9724ba1b1cb0 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:09:56.611365 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc8e267-2c4a-4e1a-96e8-a69847900502 admin admin] Pushing event deleted for resources: {'Port': ['ID=6068cac7-82e3-4ea3-9cc7-15b9db88a750,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:09:56.613828 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-6bc8e267-2c4a-4e1a-96e8-a69847900502 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:09:56.773189 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-6bc8e267-2c4a-4e1a-96e8-a69847900502 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3737344'] for router_interface, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:56.972750 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bc8e267-2c4a-4e1a-96e8-a69847900502 admin admin] Router 461b9c9d-b2e6-4a5d-b090-49c127346a21 has already been hosted by L3 agent a3516409-90ed-42c0-9869-2f9c81c3e104 {{(pid=93125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:09:57.071492 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bc8e267-2c4a-4e1a-96e8-a69847900502 admin admin] Notify agent at l3_agent.dv-cinder-772388-5-smb the message routers_updated {{(pid=93125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 12:09:57.077256 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-6bc8e267-2c4a-4e1a-96e8-a69847900502 admin admin] 10.222.0.26 "PUT /v2.0/routers/461b9c9d-b2e6-4a5d-b090-49c127346a21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6828170 Jun 28 12:09:57.079916 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 35014) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:09:57.081176 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3c3a59-e16c-4b07-9a44-c4df5048385d None None] Sync routers for ids ['461b9c9d-b2e6-4a5d-b090-49c127346a21'] in dv-cinder-772388-5-smb {{(pid=93126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:09:57.090064 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3c3a59-e16c-4b07-9a44-c4df5048385d None None] Routers {'461b9c9d-b2e6-4a5d-b090-49c127346a21'} bound to L3 agent in host dv-cinder-772388-5-smb {{(pid=93126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:09:57.090680 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_hamode_db [None req-8d3c3a59-e16c-4b07-9a44-c4df5048385d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T11:56:31Z,description=,heartbeat_timestamp=2021-06-28T12:09:31Z,host='dv-cinder-772388-5-smb',id=a3516409-90ed-42c0-9869-2f9c81c3e104,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:56:31Z,topic='l3_agent')) {'router_ids': ['461b9c9d-b2e6-4a5d-b090-49c127346a21'], 'active': True} {{(pid=93126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:09:57.181550 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-b774a1bd-7241-4c96-859a-bae5c7299625 admin admin] Notify callbacks [] for router, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:57.286941 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-b774a1bd-7241-4c96-859a-bae5c7299625 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:57.305979 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvr_db [None req-8d3c3a59-e16c-4b07-9a44-c4df5048385d None None] Set router 461b9c9d-b2e6-4a5d-b090-49c127346a21 gateway port host: dv-cinder-772388-5-smb {{(pid=93126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:09:57.337689 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.plugin [None req-b774a1bd-7241-4c96-859a-bae5c7299625 admin admin] Deleting port 5c13b900-659f-4bd7-8d39-85b41caf0a11 {{(pid=93125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:09:57.338033 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-b774a1bd-7241-4c96-859a-bae5c7299625 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751010669087'] for port, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:57.415388 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.db [None req-b774a1bd-7241-4c96-859a-bae5c7299625 admin admin] For port 5c13b900-659f-4bd7-8d39-85b41caf0a11, host dv-cinder-772388-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-smb',level=0,port_id=5c13b900-659f-4bd7-8d39-85b41caf0a11,segment=NetworkSegment(9701132a-6585-4d51-ae24-db0b91696e59),segment_id=9701132a-6585-4d51-ae24-db0b91696e59)] {{(pid=93125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:09:57.416082 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-b774a1bd-7241-4c96-859a-bae5c7299625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700447'] for port, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:57.426814 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.plugin [None req-b774a1bd-7241-4c96-859a-bae5c7299625 admin admin] Calling delete_port for 5c13b900-659f-4bd7-8d39-85b41caf0a11 owned by network:router_gateway {{(pid=93125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:09:57.477651 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_hamode_db [None req-8d3c3a59-e16c-4b07-9a44-c4df5048385d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461b9c9d-b2e6-4a5d-b090-49c127346a21', 'name': 'tempest-TestMinimumBasicScenario-602626675-router', 'tenant_id': '16d28cd3fdd84351b3873c2a21becf43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.205'}], 'enable_snat': True}, 'gw_port_id': '5c13b900-659f-4bd7-8d39-85b41caf0a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:07:31Z', 'updated_at': '2021-06-28T12:09:56Z', 'revision_number': 5, 'project_id': '16d28cd3fdd84351b3873c2a21becf43', 'gw_port': {'id': '5c13b900-659f-4bd7-8d39-85b41caf0a11', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461b9c9d-b2e6-4a5d-b090-49c127346a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:07:31Z', 'updated_at': '2021-06-28T12:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb'}], 'dv-cinder-772388-5-smb', False) {} {{(pid=93126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:09:57.503360 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3c3a59-e16c-4b07-9a44-c4df5048385d None None] Checking router: 461b9c9d-b2e6-4a5d-b090-49c127346a21 for host: dv-cinder-772388-5-smb {{(pid=93126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:09:57.511482 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3c3a59-e16c-4b07-9a44-c4df5048385d None None] Routers {'461b9c9d-b2e6-4a5d-b090-49c127346a21'} bound to L3 agent in host dv-cinder-772388-5-smb {{(pid=93126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:09:57.512097 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_hamode_db [None req-8d3c3a59-e16c-4b07-9a44-c4df5048385d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T11:56:31Z,description=,heartbeat_timestamp=2021-06-28T12:09:31Z,host='dv-cinder-772388-5-smb',id=a3516409-90ed-42c0-9869-2f9c81c3e104,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:56:31Z,topic='l3_agent')) {'router_ids': ['461b9c9d-b2e6-4a5d-b090-49c127346a21'], 'active': True} {{(pid=93126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:09:57.581648 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device 2feead54-ebf5-4c37-90f8-9326ab74c445 no longer exists at agent hyperv_hv-cinder-77238 {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:09:57.597614 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-b774a1bd-7241-4c96-859a-bae5c7299625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751010672945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751010131959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8413146'] for port, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:57.605135 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.plugin [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] No Port match for: 2feead54-ebf5-4c37-90f8-9326ab74c445 {{(pid=93126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:09:57.605460 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:09:57.605623 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device 2feead54-ebf5-4c37-90f8-9326ab74c445 not bound to the agent host hv-cinder-77238 {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:09:57.623167 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvr_db [None req-8d3c3a59-e16c-4b07-9a44-c4df5048385d None None] Set router 461b9c9d-b2e6-4a5d-b090-49c127346a21 gateway port host: None {{(pid=93126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:09:57.642781 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b774a1bd-7241-4c96-859a-bae5c7299625 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c13b900-659f-4bd7-8d39-85b41caf0a11,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:09:57.648356 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-b774a1bd-7241-4c96-859a-bae5c7299625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:09:57.678394 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_hamode_db [None req-8d3c3a59-e16c-4b07-9a44-c4df5048385d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461b9c9d-b2e6-4a5d-b090-49c127346a21', 'name': 'tempest-TestMinimumBasicScenario-602626675-router', 'tenant_id': '16d28cd3fdd84351b3873c2a21becf43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:07:31Z', 'updated_at': '2021-06-28T12:09:57Z', 'revision_number': 6, 'project_id': '16d28cd3fdd84351b3873c2a21becf43', 'gw_port_host': None}], 'dv-cinder-772388-5-smb', False) {} {{(pid=93126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:09:57.691848 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-b774a1bd-7241-4c96-859a-bae5c7299625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799957'] for router_gateway, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:57.705523 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3c3a59-e16c-4b07-9a44-c4df5048385d None None] The sync data for ids ['461b9c9d-b2e6-4a5d-b090-49c127346a21'] in dv-cinder-772388-5-smb is: [{'id': '461b9c9d-b2e6-4a5d-b090-49c127346a21', 'name': 'tempest-TestMinimumBasicScenario-602626675-router', 'tenant_id': '16d28cd3fdd84351b3873c2a21becf43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:07:31Z', 'updated_at': '2021-06-28T12:09:57Z', 'revision_number': 6, 'project_id': '16d28cd3fdd84351b3873c2a21becf43', 'gw_port_host': None}] {{(pid=93126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:09:57.794139 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-b774a1bd-7241-4c96-859a-bae5c7299625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3799445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12351'] for router, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:57.796635 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-b774a1bd-7241-4c96-859a-bae5c7299625 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:57.859116 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-b774a1bd-7241-4c96-859a-bae5c7299625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3800287'] for router, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:57.859666 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b774a1bd-7241-4c96-859a-bae5c7299625 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 461b9c9d-b2e6-4a5d-b090-49c127346a21 {{(pid=93125) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 12:09:57.864572 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-b774a1bd-7241-4c96-859a-bae5c7299625 admin admin] Notify callbacks [] for router, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:57.865733 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-b774a1bd-7241-4c96-859a-bae5c7299625 admin admin] 10.222.0.26 "DELETE /v2.0/routers/461b9c9d-b2e6-4a5d-b090-49c127346a21 HTTP/1.1" status: 204 len: 168 time: 0.7849293 Jun 28 12:09:57.868180 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 35016) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:09:57.912551 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.db_base_plugin_v2 [None req-06658708-5617-466d-bb2c-878b61affee3 admin admin] Deleting subnet 4b803345-ed73-44e3-b090-d86fc3cf2747 {{(pid=93125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 12:09:57.915444 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-06658708-5617-466d-bb2c-878b61affee3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:57.947373 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-06658708-5617-466d-bb2c-878b61affee3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12480110'] for subnet, precommit_delete_associations {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:58.055324 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-06658708-5617-466d-bb2c-878b61affee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3543267'] for subnet, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:58.127603 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-06658708-5617-466d-bb2c-878b61affee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3543284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4137752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8412948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11140556'] for subnet, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:58.129991 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:09:58.153357 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06658708-5617-466d-bb2c-878b61affee3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b803345-ed73-44e3-b090-d86fc3cf2747,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:09:58.157475 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-06658708-5617-466d-bb2c-878b61affee3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:09:58.158750 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-06658708-5617-466d-bb2c-878b61affee3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3735354'] for subnet, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:58.161768 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-06658708-5617-466d-bb2c-878b61affee3 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/4b803345-ed73-44e3-b090-d86fc3cf2747 HTTP/1.1" status: 204 len: 168 time: 0.2925317 Jun 28 12:09:58.165144 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 35018) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:09:58.168766 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed49791-de04-42b7-8eb2-aa6d44eb44c4 None None] Network 7bef17b8-0ae4-45c7-847f-23fc1daef65f requested from dv-cinder-772388-5-smb {{(pid=93126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:09:58.234801 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-c1115c9a-d8e8-4ca8-a706-015749a53e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572552'] for network, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:58.284678 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.plugin [None req-c1115c9a-d8e8-4ca8-a706-015749a53e38 admin admin] Deleting port b3e2689e-6318-4e0c-989d-4104a323d421 {{(pid=93125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:09:58.285059 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-c1115c9a-d8e8-4ca8-a706-015749a53e38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751010669087'] for port, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:58.345187 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.db [None req-c1115c9a-d8e8-4ca8-a706-015749a53e38 admin admin] For port b3e2689e-6318-4e0c-989d-4104a323d421, host dv-cinder-772388-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-smb',level=0,port_id=b3e2689e-6318-4e0c-989d-4104a323d421,segment=NetworkSegment(52116a9a-38a5-459a-ac2a-7b9d05591973),segment_id=52116a9a-38a5-459a-ac2a-7b9d05591973)] {{(pid=93125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:09:58.345546 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-c1115c9a-d8e8-4ca8-a706-015749a53e38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700447'] for port, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:58.357144 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.plugin [None req-c1115c9a-d8e8-4ca8-a706-015749a53e38 admin admin] Calling delete_port for b3e2689e-6318-4e0c-989d-4104a323d421 owned by network:dhcp {{(pid=93125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:09:58.437246 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-c1115c9a-d8e8-4ca8-a706-015749a53e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751010672945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751010131959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8413146'] for port, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:58.439513 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-f06c16fa-b16f-41d4-af37-9724ba1b1cb0 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:09:58.462668 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1115c9a-d8e8-4ca8-a706-015749a53e38 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3e2689e-6318-4e0c-989d-4104a323d421,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:09:58.465679 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-c1115c9a-d8e8-4ca8-a706-015749a53e38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:09:58.467208 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1115c9a-d8e8-4ca8-a706-015749a53e38 admin admin] No DVR routers for this DVR port b3e2689e-6318-4e0c-989d-4104a323d421 on host dv-cinder-772388-5-smb {{(pid=93125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:09:58.475222 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af09c74-17f3-4b94-8de4-1a51f28f3eeb None None] DHCP port deletion for 7bef17b8-0ae4-45c7-847f-23fc1daef65f request from dv-cinder-772388-5-smb {{(pid=93126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 12:09:58.542102 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-c1115c9a-d8e8-4ca8-a706-015749a53e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3544245', 'neutron.services.segments.db._delete_segments_for_network-8751010592552'] for network, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:58.551905 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.services.segments.db [None req-c1115c9a-d8e8-4ca8-a706-015749a53e38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bef17b8-0ae4-45c7-847f-23fc1daef65f']}} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:09:58.563085 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.services.segments.db [None req-c1115c9a-d8e8-4ca8-a706-015749a53e38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52116a9a-38a5-459a-ac2a-7b9d05591973') {'for_net_delete': True} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:09:58.563085 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.services.segments.db [None req-c1115c9a-d8e8-4ca8-a706-015749a53e38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52116a9a-38a5-459a-ac2a-7b9d05591973') {} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:09:58.571650 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-c1115c9a-d8e8-4ca8-a706-015749a53e38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751010442123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12480023'] for segment, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:58.585218 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-c1115c9a-d8e8-4ca8-a706-015749a53e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539709'] for segment, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:58.590677 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1115c9a-d8e8-4ca8-a706-015749a53e38 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=93125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 12:09:58.591091 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-c1115c9a-d8e8-4ca8-a706-015749a53e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8413175'] for segment, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:58.593225 dv-cinder-772388-5-smb neutron-server[93125]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 12:09:58.593225 dv-cinder-772388-5-smb neutron-server[93125]: conditions |= (models_v2.Port.network_id.in_( Jun 28 12:09:58.593225 dv-cinder-772388-5-smb neutron-server[93125]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 12:09:58.593225 dv-cinder-772388-5-smb neutron-server[93125]: conditions |= (models_v2.Port.network_id.in_( Jun 28 12:09:58.593225 dv-cinder-772388-5-smb neutron-server[93125]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 12:09:58.593225 dv-cinder-772388-5-smb neutron-server[93125]: conditions |= (models_v2.Port.network_id.in_( Jun 28 12:09:58.593225 dv-cinder-772388-5-smb neutron-server[93125]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 12:09:58.593225 dv-cinder-772388-5-smb neutron-server[93125]: conditions |= (models_v2.Port.network_id.in_( Jun 28 12:09:58.593225 dv-cinder-772388-5-smb neutron-server[93125]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 12:09:58.593225 dv-cinder-772388-5-smb neutron-server[93125]: conditions |= (models_v2.Port.network_id.in_( Jun 28 12:09:58.593225 dv-cinder-772388-5-smb neutron-server[93125]: Traceback (most recent call last): Jun 28 12:09:58.593225 dv-cinder-772388-5-smb neutron-server[93125]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 12:09:58.593225 dv-cinder-772388-5-smb neutron-server[93125]: timer() Jun 28 12:09:58.593225 dv-cinder-772388-5-smb neutron-server[93125]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 12:09:58.593225 dv-cinder-772388-5-smb neutron-server[93125]: cb(*args, **kw) Jun 28 12:09:58.593225 dv-cinder-772388-5-smb neutron-server[93125]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 12:09:58.593225 dv-cinder-772388-5-smb neutron-server[93125]: return func(*args, **kwargs) Jun 28 12:09:58.593225 dv-cinder-772388-5-smb neutron-server[93125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 12:09:58.593225 dv-cinder-772388-5-smb neutron-server[93125]: self._notify() Jun 28 12:09:58.593225 dv-cinder-772388-5-smb neutron-server[93125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 12:09:58.593225 dv-cinder-772388-5-smb neutron-server[93125]: self.callback(batched_events) Jun 28 12:09:58.593225 dv-cinder-772388-5-smb neutron-server[93125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 12:09:58.593225 dv-cinder-772388-5-smb neutron-server[93125]: event.method(event) Jun 28 12:09:58.593225 dv-cinder-772388-5-smb neutron-server[93125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 12:09:58.593225 dv-cinder-772388-5-smb neutron-server[93125]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 12:09:58.593225 dv-cinder-772388-5-smb neutron-server[93125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 12:09:58.593225 dv-cinder-772388-5-smb neutron-server[93125]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 12:09:58.593225 dv-cinder-772388-5-smb neutron-server[93125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 12:09:58.593225 dv-cinder-772388-5-smb neutron-server[93125]: return f(self, *a, **k) Jun 28 12:09:58.593225 dv-cinder-772388-5-smb neutron-server[93125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 12:09:58.593225 dv-cinder-772388-5-smb neutron-server[93125]: return self._get(url).json() Jun 28 12:09:58.593225 dv-cinder-772388-5-smb neutron-server[93125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 12:09:58.593225 dv-cinder-772388-5-smb neutron-server[93125]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 12:09:58.593225 dv-cinder-772388-5-smb neutron-server[93125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 12:09:58.593225 dv-cinder-772388-5-smb neutron-server[93125]: return self.request(url, 'GET', **kwargs) Jun 28 12:09:58.593225 dv-cinder-772388-5-smb neutron-server[93125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 12:09:58.593225 dv-cinder-772388-5-smb neutron-server[93125]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 12:09:58.593225 dv-cinder-772388-5-smb neutron-server[93125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 12:09:58.593225 dv-cinder-772388-5-smb neutron-server[93125]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 12:09:58.593225 dv-cinder-772388-5-smb neutron-server[93125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 12:09:58.593225 dv-cinder-772388-5-smb neutron-server[93125]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 12:09:58.593225 dv-cinder-772388-5-smb neutron-server[93125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 12:09:58.611880 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-722ece1b-481c-446d-a76e-31512955f27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:58.647732 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-c1115c9a-d8e8-4ca8-a706-015749a53e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3544236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799908'] for network, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:58.651542 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-273ae124-a848-42e6-a1a6-ca396c58fcfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:09:58.654287 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-c1115c9a-d8e8-4ca8-a706-015749a53e38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3735354'] for network, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:58.656708 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-c1115c9a-d8e8-4ca8-a706-015749a53e38 admin admin] 10.222.0.26 "DELETE /v2.0/networks/7bef17b8-0ae4-45c7-847f-23fc1daef65f HTTP/1.1" status: 204 len: 168 time: 0.4904971 Jun 28 12:09:58.659747 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 35020) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:09:58.667358 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1115c9a-d8e8-4ca8-a706-015749a53e38 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bef17b8-0ae4-45c7-847f-23fc1daef65f,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:09:58.676080 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-c1115c9a-d8e8-4ca8-a706-015749a53e38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:09:58.997886 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-4ab08a59-480c-427f-a7c0-5f85abfda235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695600'] for router_interface, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:59.245176 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-4ab08a59-480c-427f-a7c0-5f85abfda235 admin admin] Deleting port 50e9aca4-e948-4b13-877e-7ced21b0b677 {{(pid=93124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:09:59.245518 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-4ab08a59-480c-427f-a7c0-5f85abfda235 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751010669087'] for port, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:59.320262 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-4ab08a59-480c-427f-a7c0-5f85abfda235 admin admin] For port 50e9aca4-e948-4b13-877e-7ced21b0b677, host dv-cinder-772388-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-smb',level=0,port_id=50e9aca4-e948-4b13-877e-7ced21b0b677,segment=NetworkSegment(e7e82e93-67a2-4ba7-abed-e0e74f18a791),segment_id=e7e82e93-67a2-4ba7-abed-e0e74f18a791)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:09:59.320539 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-4ab08a59-480c-427f-a7c0-5f85abfda235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700447'] for port, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:59.332333 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-4ab08a59-480c-427f-a7c0-5f85abfda235 admin admin] Calling delete_port for 50e9aca4-e948-4b13-877e-7ced21b0b677 owned by network:router_interface {{(pid=93124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:09:59.502424 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-4ab08a59-480c-427f-a7c0-5f85abfda235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751010672945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751010131959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8411040'] for port, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:59.505343 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-8faf2ee4-db13-4003-8592-945b75dc7835 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:09:59.532815 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab08a59-480c-427f-a7c0-5f85abfda235 admin admin] Pushing event deleted for resources: {'Port': ['ID=50e9aca4-e948-4b13-877e-7ced21b0b677,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:09:59.534637 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-4ab08a59-480c-427f-a7c0-5f85abfda235 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:09:59.607796 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device 6068cac7-82e3-4ea3-9cc7-15b9db88a750 no longer exists at agent ovs-agent-dv-cinder-772388-5-smb {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:09:59.630832 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.plugin [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] No Port match for: 6068cac7-82e3-4ea3-9cc7-15b9db88a750 {{(pid=93126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:09:59.631969 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device 6068cac7-82e3-4ea3-9cc7-15b9db88a750 not bound to the agent host dv-cinder-772388-5-smb {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:09:59.632907 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device b3e2689e-6318-4e0c-989d-4104a323d421 no longer exists at agent ovs-agent-dv-cinder-772388-5-smb {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:09:59.657174 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.plugin [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] No Port match for: b3e2689e-6318-4e0c-989d-4104a323d421 {{(pid=93126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:09:59.657534 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device b3e2689e-6318-4e0c-989d-4104a323d421 not bound to the agent host dv-cinder-772388-5-smb {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:09:59.657974 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device 5c13b900-659f-4bd7-8d39-85b41caf0a11 no longer exists at agent ovs-agent-dv-cinder-772388-5-smb {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:09:59.680852 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.plugin [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] No Port match for: 5c13b900-659f-4bd7-8d39-85b41caf0a11 {{(pid=93126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:09:59.681219 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device 5c13b900-659f-4bd7-8d39-85b41caf0a11 not bound to the agent host dv-cinder-772388-5-smb {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:09:59.701585 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-4ab08a59-480c-427f-a7c0-5f85abfda235 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3737344'] for router_interface, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:59.903777 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ab08a59-480c-427f-a7c0-5f85abfda235 admin admin] Router 2e708585-a8f9-4aba-8a96-7c712d9b1d02 has already been hosted by L3 agent a3516409-90ed-42c0-9869-2f9c81c3e104 {{(pid=93124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:10:00.003748 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab08a59-480c-427f-a7c0-5f85abfda235 admin admin] Notify agent at l3_agent.dv-cinder-772388-5-smb the message routers_updated {{(pid=93124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 12:10:00.008592 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-4ab08a59-480c-427f-a7c0-5f85abfda235 admin admin] 10.222.0.26 "PUT /v2.0/routers/2e708585-a8f9-4aba-8a96-7c712d9b1d02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3476779 Jun 28 12:10:00.011097 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 35022) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:10:00.013727 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace3d5ae-6369-4698-ac90-191473ed9ba7 None None] Sync routers for ids ['2e708585-a8f9-4aba-8a96-7c712d9b1d02'] in dv-cinder-772388-5-smb {{(pid=93127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:10:00.023140 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace3d5ae-6369-4698-ac90-191473ed9ba7 None None] Routers {'2e708585-a8f9-4aba-8a96-7c712d9b1d02'} bound to L3 agent in host dv-cinder-772388-5-smb {{(pid=93127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:10:00.023739 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_hamode_db [None req-ace3d5ae-6369-4698-ac90-191473ed9ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T11:56:31Z,description=,heartbeat_timestamp=2021-06-28T12:09:31Z,host='dv-cinder-772388-5-smb',id=a3516409-90ed-42c0-9869-2f9c81c3e104,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:56:31Z,topic='l3_agent')) {'router_ids': ['2e708585-a8f9-4aba-8a96-7c712d9b1d02'], 'active': True} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:10:00.109107 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-38f7bbc3-aad7-4cee-a9d4-bd4f0eebf646 admin admin] Notify callbacks [] for router, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:00.125939 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_dvr_db [None req-ace3d5ae-6369-4698-ac90-191473ed9ba7 None None] Set router 2e708585-a8f9-4aba-8a96-7c712d9b1d02 gateway port host: dv-cinder-772388-5-smb {{(pid=93127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:10:00.203972 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-38f7bbc3-aad7-4cee-a9d4-bd4f0eebf646 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:00.258998 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-38f7bbc3-aad7-4cee-a9d4-bd4f0eebf646 admin admin] Deleting port 70ff3c30-6b66-4700-9b77-1600f200bdee {{(pid=93124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:10:00.259343 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-38f7bbc3-aad7-4cee-a9d4-bd4f0eebf646 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751010669087'] for port, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:00.295536 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_hamode_db [None req-ace3d5ae-6369-4698-ac90-191473ed9ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e708585-a8f9-4aba-8a96-7c712d9b1d02', 'name': 'tempest-TestMinimumBasicScenario-1135236297-router', 'tenant_id': 'a807eb1e5e8b4dbc88eee6db0974bec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.110'}], 'enable_snat': True}, 'gw_port_id': '70ff3c30-6b66-4700-9b77-1600f200bdee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:07:37Z', 'updated_at': '2021-06-28T12:09:59Z', 'revision_number': 5, 'project_id': 'a807eb1e5e8b4dbc88eee6db0974bec7', 'gw_port': {'id': '70ff3c30-6b66-4700-9b77-1600f200bdee', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e708585-a8f9-4aba-8a96-7c712d9b1d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:07:37Z', 'updated_at': '2021-06-28T12:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb'}], 'dv-cinder-772388-5-smb', False) {} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:10:00.321028 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace3d5ae-6369-4698-ac90-191473ed9ba7 None None] Checking router: 2e708585-a8f9-4aba-8a96-7c712d9b1d02 for host: dv-cinder-772388-5-smb {{(pid=93127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:10:00.329706 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace3d5ae-6369-4698-ac90-191473ed9ba7 None None] Routers {'2e708585-a8f9-4aba-8a96-7c712d9b1d02'} bound to L3 agent in host dv-cinder-772388-5-smb {{(pid=93127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:10:00.330311 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_hamode_db [None req-ace3d5ae-6369-4698-ac90-191473ed9ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T11:56:31Z,description=,heartbeat_timestamp=2021-06-28T12:09:31Z,host='dv-cinder-772388-5-smb',id=a3516409-90ed-42c0-9869-2f9c81c3e104,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:56:31Z,topic='l3_agent')) {'router_ids': ['2e708585-a8f9-4aba-8a96-7c712d9b1d02'], 'active': True} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:10:00.336191 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-38f7bbc3-aad7-4cee-a9d4-bd4f0eebf646 admin admin] For port 70ff3c30-6b66-4700-9b77-1600f200bdee, host dv-cinder-772388-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-smb',level=0,port_id=70ff3c30-6b66-4700-9b77-1600f200bdee,segment=NetworkSegment(9701132a-6585-4d51-ae24-db0b91696e59),segment_id=9701132a-6585-4d51-ae24-db0b91696e59)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:10:00.336553 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-38f7bbc3-aad7-4cee-a9d4-bd4f0eebf646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700447'] for port, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:00.348642 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-38f7bbc3-aad7-4cee-a9d4-bd4f0eebf646 admin admin] Calling delete_port for 70ff3c30-6b66-4700-9b77-1600f200bdee owned by network:router_gateway {{(pid=93124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:10:00.411921 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_dvr_db [None req-ace3d5ae-6369-4698-ac90-191473ed9ba7 None None] Set router 2e708585-a8f9-4aba-8a96-7c712d9b1d02 gateway port host: None {{(pid=93127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:10:00.463912 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_hamode_db [None req-ace3d5ae-6369-4698-ac90-191473ed9ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e708585-a8f9-4aba-8a96-7c712d9b1d02', 'name': 'tempest-TestMinimumBasicScenario-1135236297-router', 'tenant_id': 'a807eb1e5e8b4dbc88eee6db0974bec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:07:37Z', 'updated_at': '2021-06-28T12:10:00Z', 'revision_number': 6, 'project_id': 'a807eb1e5e8b4dbc88eee6db0974bec7', 'gw_port_host': None}], 'dv-cinder-772388-5-smb', False) {} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:10:00.489561 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace3d5ae-6369-4698-ac90-191473ed9ba7 None None] The sync data for ids ['2e708585-a8f9-4aba-8a96-7c712d9b1d02'] in dv-cinder-772388-5-smb is: [{'id': '2e708585-a8f9-4aba-8a96-7c712d9b1d02', 'name': 'tempest-TestMinimumBasicScenario-1135236297-router', 'tenant_id': 'a807eb1e5e8b4dbc88eee6db0974bec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:07:37Z', 'updated_at': '2021-06-28T12:10:00Z', 'revision_number': 6, 'project_id': 'a807eb1e5e8b4dbc88eee6db0974bec7', 'gw_port_host': None}] {{(pid=93127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:10:00.508111 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-38f7bbc3-aad7-4cee-a9d4-bd4f0eebf646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751010672945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751010131959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8411040'] for port, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:00.510481 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-ddfd9d22-4696-4dc1-b12e-317a4dd76e46 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:00.534754 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f7bbc3-aad7-4cee-a9d4-bd4f0eebf646 admin admin] Pushing event deleted for resources: {'Port': ['ID=70ff3c30-6b66-4700-9b77-1600f200bdee,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:00.541011 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-38f7bbc3-aad7-4cee-a9d4-bd4f0eebf646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:00.602339 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-38f7bbc3-aad7-4cee-a9d4-bd4f0eebf646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799957'] for router_gateway, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:00.687907 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-38f7bbc3-aad7-4cee-a9d4-bd4f0eebf646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3799445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12351'] for router, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:00.689951 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-38f7bbc3-aad7-4cee-a9d4-bd4f0eebf646 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:00.729269 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-38f7bbc3-aad7-4cee-a9d4-bd4f0eebf646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3800287'] for router, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:00.729887 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f7bbc3-aad7-4cee-a9d4-bd4f0eebf646 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e708585-a8f9-4aba-8a96-7c712d9b1d02 {{(pid=93124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 12:10:00.735316 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-38f7bbc3-aad7-4cee-a9d4-bd4f0eebf646 admin admin] Notify callbacks [] for router, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:00.736506 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-38f7bbc3-aad7-4cee-a9d4-bd4f0eebf646 admin admin] 10.222.0.26 "DELETE /v2.0/routers/2e708585-a8f9-4aba-8a96-7c712d9b1d02 HTTP/1.1" status: 204 len: 168 time: 0.7244711 Jun 28 12:10:00.738893 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 35024) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:10:00.781801 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.db.db_base_plugin_v2 [None req-495f187a-0ffe-455a-bb6a-34b4a8620963 admin admin] Deleting subnet 42510cb0-5d27-4c01-bda3-31998fb531e5 {{(pid=93124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 12:10:00.784623 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-495f187a-0ffe-455a-bb6a-34b4a8620963 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:00.821213 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-495f187a-0ffe-455a-bb6a-34b4a8620963 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8809132'] for subnet, precommit_delete_associations {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:00.934847 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-495f187a-0ffe-455a-bb6a-34b4a8620963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3543267'] for subnet, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:00.989772 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-495f187a-0ffe-455a-bb6a-34b4a8620963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3543284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4137752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8410990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8941170'] for subnet, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:00.991776 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:01.015149 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495f187a-0ffe-455a-bb6a-34b4a8620963 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42510cb0-5d27-4c01-bda3-31998fb531e5,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:01.018913 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-495f187a-0ffe-455a-bb6a-34b4a8620963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:01.020240 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-495f187a-0ffe-455a-bb6a-34b4a8620963 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:01.024095 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6863e1-9362-4530-8eb0-1e2879693c2d None None] Network c815d6f2-b2ab-49b0-8e29-bff505aed7b4 requested from dv-cinder-772388-5-smb {{(pid=93126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:10:01.024635 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 35026) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:10:01.025052 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-495f187a-0ffe-455a-bb6a-34b4a8620963 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/42510cb0-5d27-4c01-bda3-31998fb531e5 HTTP/1.1" status: 204 len: 168 time: 0.2850266 Jun 28 12:10:01.093568 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-e309be53-321a-4930-9aa4-778d15abea7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572552'] for network, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:01.143835 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.plugin [None req-e309be53-321a-4930-9aa4-778d15abea7d admin admin] Deleting port 68eaf8ef-bbe6-47ee-b208-d7cf671f9db9 {{(pid=93125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:10:01.144165 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-e309be53-321a-4930-9aa4-778d15abea7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751010669087'] for port, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:01.159438 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-7cfca01e-206c-4d84-bfdd-dda6088e75fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:01.253952 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb571fb-2259-4705-a042-4d4776350aa5 None None] DHCP port deletion for c815d6f2-b2ab-49b0-8e29-bff505aed7b4 request from dv-cinder-772388-5-smb {{(pid=93126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 12:10:01.304684 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.plugin [None req-3cb571fb-2259-4705-a042-4d4776350aa5 None None] Deleting port 68eaf8ef-bbe6-47ee-b208-d7cf671f9db9 {{(pid=93126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:10:01.305103 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-3cb571fb-2259-4705-a042-4d4776350aa5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751010669087'] for port, before_delete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:01.383047 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-3cb571fb-2259-4705-a042-4d4776350aa5 None None] For port 68eaf8ef-bbe6-47ee-b208-d7cf671f9db9, host dv-cinder-772388-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-smb',level=0,port_id=68eaf8ef-bbe6-47ee-b208-d7cf671f9db9,segment=NetworkSegment(e7e82e93-67a2-4ba7-abed-e0e74f18a791),segment_id=e7e82e93-67a2-4ba7-abed-e0e74f18a791)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:10:01.383451 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-3cb571fb-2259-4705-a042-4d4776350aa5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700447'] for port, precommit_delete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:01.399096 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.plugin [None req-3cb571fb-2259-4705-a042-4d4776350aa5 None None] Calling delete_port for 68eaf8ef-bbe6-47ee-b208-d7cf671f9db9 owned by network:dhcp {{(pid=93126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:10:01.402662 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:01.465199 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.db [None req-e309be53-321a-4930-9aa4-778d15abea7d admin admin] For port 68eaf8ef-bbe6-47ee-b208-d7cf671f9db9, host dv-cinder-772388-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-smb',level=0,port_id=68eaf8ef-bbe6-47ee-b208-d7cf671f9db9,segment=NetworkSegment(e7e82e93-67a2-4ba7-abed-e0e74f18a791),segment_id=e7e82e93-67a2-4ba7-abed-e0e74f18a791)] {{(pid=93125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:10:01.465551 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-e309be53-321a-4930-9aa4-778d15abea7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700447'] for port, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:01.478854 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.plugin [None req-e309be53-321a-4930-9aa4-778d15abea7d admin admin] Calling delete_port for 68eaf8ef-bbe6-47ee-b208-d7cf671f9db9 owned by network:dhcp {{(pid=93125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:10:01.529143 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-3cb571fb-2259-4705-a042-4d4776350aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751010672945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751010131959'] for port, after_delete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:01.532552 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:01.556151 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-e309be53-321a-4930-9aa4-778d15abea7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751010672945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751010131959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8413146'] for port, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:01.558260 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-ae71da12-7f8a-422d-9ca1-1ab0a98feb9d tempest-VolumesActionsTest-344993821 tempest-VolumesActionsTest-344993821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:01.564685 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb571fb-2259-4705-a042-4d4776350aa5 None None] No DVR routers for this DVR port 68eaf8ef-bbe6-47ee-b208-d7cf671f9db9 on host dv-cinder-772388-5-smb {{(pid=93126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:10:01.570325 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb571fb-2259-4705-a042-4d4776350aa5 None None] Pushing event deleted for resources: {'Port': ['ID=68eaf8ef-bbe6-47ee-b208-d7cf671f9db9,revision_number=None']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:01.576438 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-3cb571fb-2259-4705-a042-4d4776350aa5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:01.587465 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e309be53-321a-4930-9aa4-778d15abea7d admin admin] No DVR routers for this DVR port 68eaf8ef-bbe6-47ee-b208-d7cf671f9db9 on host dv-cinder-772388-5-smb {{(pid=93125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:10:01.591234 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e309be53-321a-4930-9aa4-778d15abea7d admin admin] Pushing event deleted for resources: {'Port': ['ID=68eaf8ef-bbe6-47ee-b208-d7cf671f9db9,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:01.594445 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-e309be53-321a-4930-9aa4-778d15abea7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:01.606729 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device 70ff3c30-6b66-4700-9b77-1600f200bdee no longer exists at agent ovs-agent-dv-cinder-772388-5-smb {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:10:01.625857 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.plugin [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] No Port match for: 70ff3c30-6b66-4700-9b77-1600f200bdee {{(pid=93126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:10:01.626206 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device 70ff3c30-6b66-4700-9b77-1600f200bdee not bound to the agent host dv-cinder-772388-5-smb {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:10:01.626625 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device 50e9aca4-e948-4b13-877e-7ced21b0b677 no longer exists at agent ovs-agent-dv-cinder-772388-5-smb {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:10:01.644630 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.plugin [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] No Port match for: 50e9aca4-e948-4b13-877e-7ced21b0b677 {{(pid=93126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:10:01.645018 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device 50e9aca4-e948-4b13-877e-7ced21b0b677 not bound to the agent host dv-cinder-772388-5-smb {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:10:01.645439 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device 68eaf8ef-bbe6-47ee-b208-d7cf671f9db9 no longer exists at agent ovs-agent-dv-cinder-772388-5-smb {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:10:01.660535 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-e309be53-321a-4930-9aa4-778d15abea7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3544245', 'neutron.services.segments.db._delete_segments_for_network-8751010592552'] for network, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:01.663672 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.plugin [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] No Port match for: 68eaf8ef-bbe6-47ee-b208-d7cf671f9db9 {{(pid=93126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:10:01.664021 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device 68eaf8ef-bbe6-47ee-b208-d7cf671f9db9 not bound to the agent host dv-cinder-772388-5-smb {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:10:01.670442 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.services.segments.db [None req-e309be53-321a-4930-9aa4-778d15abea7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c815d6f2-b2ab-49b0-8e29-bff505aed7b4']}} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:10:01.680477 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.services.segments.db [None req-e309be53-321a-4930-9aa4-778d15abea7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7e82e93-67a2-4ba7-abed-e0e74f18a791') {'for_net_delete': True} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:10:01.680795 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.services.segments.db [None req-e309be53-321a-4930-9aa4-778d15abea7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7e82e93-67a2-4ba7-abed-e0e74f18a791') {} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:10:01.689352 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-e309be53-321a-4930-9aa4-778d15abea7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751010442123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12480023'] for segment, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:01.702798 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-e309be53-321a-4930-9aa4-778d15abea7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539709'] for segment, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:01.710511 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e309be53-321a-4930-9aa4-778d15abea7d admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=93125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 12:10:01.711095 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-e309be53-321a-4930-9aa4-778d15abea7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8413175'] for segment, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:01.712703 dv-cinder-772388-5-smb neutron-server[93125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 12:10:01.712703 dv-cinder-772388-5-smb neutron-server[93125]: self.session.flush() Jun 28 12:10:01.712703 dv-cinder-772388-5-smb neutron-server[93125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 12:10:01.712703 dv-cinder-772388-5-smb neutron-server[93125]: self.session.flush() Jun 28 12:10:01.712703 dv-cinder-772388-5-smb neutron-server[93125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 12:10:01.712703 dv-cinder-772388-5-smb neutron-server[93125]: self.session.flush() Jun 28 12:10:01.712703 dv-cinder-772388-5-smb neutron-server[93125]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 12:10:01.712703 dv-cinder-772388-5-smb neutron-server[93125]: self.session.flush() Jun 28 12:10:01.712703 dv-cinder-772388-5-smb neutron-server[93125]: Traceback (most recent call last): Jun 28 12:10:01.712703 dv-cinder-772388-5-smb neutron-server[93125]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 12:10:01.712703 dv-cinder-772388-5-smb neutron-server[93125]: timer() Jun 28 12:10:01.712703 dv-cinder-772388-5-smb neutron-server[93125]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 12:10:01.712703 dv-cinder-772388-5-smb neutron-server[93125]: cb(*args, **kw) Jun 28 12:10:01.712703 dv-cinder-772388-5-smb neutron-server[93125]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 12:10:01.712703 dv-cinder-772388-5-smb neutron-server[93125]: return func(*args, **kwargs) Jun 28 12:10:01.712703 dv-cinder-772388-5-smb neutron-server[93125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 12:10:01.712703 dv-cinder-772388-5-smb neutron-server[93125]: self._notify() Jun 28 12:10:01.712703 dv-cinder-772388-5-smb neutron-server[93125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 12:10:01.712703 dv-cinder-772388-5-smb neutron-server[93125]: self.callback(batched_events) Jun 28 12:10:01.712703 dv-cinder-772388-5-smb neutron-server[93125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 12:10:01.712703 dv-cinder-772388-5-smb neutron-server[93125]: event.method(event) Jun 28 12:10:01.712703 dv-cinder-772388-5-smb neutron-server[93125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 12:10:01.712703 dv-cinder-772388-5-smb neutron-server[93125]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 12:10:01.712703 dv-cinder-772388-5-smb neutron-server[93125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 12:10:01.712703 dv-cinder-772388-5-smb neutron-server[93125]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 12:10:01.712703 dv-cinder-772388-5-smb neutron-server[93125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 12:10:01.712703 dv-cinder-772388-5-smb neutron-server[93125]: return f(self, *a, **k) Jun 28 12:10:01.712703 dv-cinder-772388-5-smb neutron-server[93125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 12:10:01.712703 dv-cinder-772388-5-smb neutron-server[93125]: return self._get(url).json() Jun 28 12:10:01.712703 dv-cinder-772388-5-smb neutron-server[93125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 12:10:01.712703 dv-cinder-772388-5-smb neutron-server[93125]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 12:10:01.712703 dv-cinder-772388-5-smb neutron-server[93125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 12:10:01.712703 dv-cinder-772388-5-smb neutron-server[93125]: return self.request(url, 'GET', **kwargs) Jun 28 12:10:01.712703 dv-cinder-772388-5-smb neutron-server[93125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 12:10:01.712703 dv-cinder-772388-5-smb neutron-server[93125]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 12:10:01.712703 dv-cinder-772388-5-smb neutron-server[93125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 12:10:01.712703 dv-cinder-772388-5-smb neutron-server[93125]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 12:10:01.712703 dv-cinder-772388-5-smb neutron-server[93125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 12:10:01.712703 dv-cinder-772388-5-smb neutron-server[93125]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 12:10:01.712703 dv-cinder-772388-5-smb neutron-server[93125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 12:10:01.767725 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-e309be53-321a-4930-9aa4-778d15abea7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3544236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799908'] for network, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:01.773021 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-e309be53-321a-4930-9aa4-778d15abea7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3735354'] for network, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:01.775380 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-e309be53-321a-4930-9aa4-778d15abea7d admin admin] 10.222.0.26 "DELETE /v2.0/networks/c815d6f2-b2ab-49b0-8e29-bff505aed7b4 HTTP/1.1" status: 204 len: 168 time: 0.7494981 Jun 28 12:10:01.776512 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:01.797732 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e309be53-321a-4930-9aa4-778d15abea7d admin admin] Pushing event deleted for resources: {'Network': ['ID=c815d6f2-b2ab-49b0-8e29-bff505aed7b4,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:01.800072 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-e309be53-321a-4930-9aa4-778d15abea7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:01.930316 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 35030) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:10:01.968984 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-33aef267-c28b-4970-b636-81240bc95071 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=16d28cd3fdd84351b3873c2a21becf43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374653 Jun 28 12:10:01.971206 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 35032) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:10:02.015951 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-d782fe04-e84e-453e-9a95-6b93012eaa8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:02.035732 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-d782fe04-e84e-453e-9a95-6b93012eaa8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:02.081746 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-d782fe04-e84e-453e-9a95-6b93012eaa8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:02.084471 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-d782fe04-e84e-453e-9a95-6b93012eaa8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:02.085645 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-d782fe04-e84e-453e-9a95-6b93012eaa8b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/50db70de-ca32-4e06-be9c-a4f6d54795ce HTTP/1.1" status: 204 len: 168 time: 0.1135831 Jun 28 12:10:02.086396 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-5d1f072b-d27d-48cd-822c-bca96c78a2d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:02.093763 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d782fe04-e84e-453e-9a95-6b93012eaa8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50db70de-ca32-4e06-be9c-a4f6d54795ce,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:02.096441 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-d782fe04-e84e-453e-9a95-6b93012eaa8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:02.380997 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 35038) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:10:02.399895 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-5f2b1fbb-f913-4077-a7df-942ed403becf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:02.419899 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-9c9f2b46-e78c-42a5-83bf-95652098cafc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a807eb1e5e8b4dbc88eee6db0974bec7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376599 Jun 28 12:10:02.422714 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 35040) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:10:02.470002 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-30aad519-eb94-4156-b379-5dcf5ca7752d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:02.489722 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-30aad519-eb94-4156-b379-5dcf5ca7752d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:02.533184 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-30aad519-eb94-4156-b379-5dcf5ca7752d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:02.535855 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-30aad519-eb94-4156-b379-5dcf5ca7752d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:02.536982 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-30aad519-eb94-4156-b379-5dcf5ca7752d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bed8b830-37da-4af0-9265-de0cb0d808b6 HTTP/1.1" status: 204 len: 168 time: 0.1133449 Jun 28 12:10:02.537681 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-937b20fd-78c6-483b-bf6f-540eff86a452 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:02.544847 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aad519-eb94-4156-b379-5dcf5ca7752d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed8b830-37da-4af0-9265-de0cb0d808b6,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:02.547682 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-30aad519-eb94-4156-b379-5dcf5ca7752d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:03.133467 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.agents_db [None req-f497f353-63e3-44e2-a2cd-a5845e949060 None None] Agent healthcheck: found 6 active agents {{(pid=93127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:10:03.167243 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 35062) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:10:03.258874 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.v2.base [None req-731db5b7-df29-43af-bbe2-bac703d37cd7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-502773456-network', 'tenant_id': '7bc832fb54e44764850d1c5b6e3f6aa9'}} {{(pid=93125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:10:03.278841 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-731db5b7-df29-43af-bbe2-bac703d37cd7 admin admin] Made reservation on behalf of 7bc832fb54e44764850d1c5b6e3f6aa9 for: {'network': 1} {{(pid=93125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:10:03.281776 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-731db5b7-df29-43af-bbe2-bac703d37cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for network, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:03.290018 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-731db5b7-df29-43af-bbe2-bac703d37cd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:03.375235 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-731db5b7-df29-43af-bbe2-bac703d37cd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:03.378857 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-731db5b7-df29-43af-bbe2-bac703d37cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:03.382431 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-00844182-2996-4a46-8b70-ec0538cdd441 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:03.402907 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-731db5b7-df29-43af-bbe2-bac703d37cd7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=93125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 12:10:03.411656 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731db5b7-df29-43af-bbe2-bac703d37cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c3f586-7f6d-43b1-a294-ec9d42e4e3a6,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:03.415214 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-731db5b7-df29-43af-bbe2-bac703d37cd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:03.418084 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-731db5b7-df29-43af-bbe2-bac703d37cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539709'] for segment, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:03.418422 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.db.segments_db [None req-731db5b7-df29-43af-bbe2-bac703d37cd7 admin admin] Added segment 386f5822-9b4f-45e4-8c6d-a76341200fdd of type vlan for network 44e532c9-2609-4100-9214-3286b81e04f5 Jun 28 12:10:03.457803 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-731db5b7-df29-43af-bbe2-bac703d37cd7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751010106215'] for network, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:03.485164 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-731db5b7-df29-43af-bbe2-bac703d37cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329'] for network, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:03.486412 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731db5b7-df29-43af-bbe2-bac703d37cd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:03.486982 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-731db5b7-df29-43af-bbe2-bac703d37cd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3735354'] for network, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:03.489874 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-ea60f100-5be6-40c2-9caf-a3244e74e84f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:03.516715 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-731db5b7-df29-43af-bbe2-bac703d37cd7 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3484492 Jun 28 12:10:03.519702 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 35066) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:10:03.524924 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.v2.base [None req-dd86b79f-0611-495f-8d5a-0360fd039224 admin admin] Request body: {'subnet': {'network_id': '44e532c9-2609-4100-9214-3286b81e04f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-502773456-subnet', 'tenant_id': '7bc832fb54e44764850d1c5b6e3f6aa9', 'ip_version': 4}} {{(pid=93124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:10:03.546663 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd86b79f-0611-495f-8d5a-0360fd039224 admin admin] Made reservation on behalf of 7bc832fb54e44764850d1c5b6e3f6aa9 for: {'subnet': 1} {{(pid=93124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:10:03.549086 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-dd86b79f-0611-495f-8d5a-0360fd039224 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8940433'] for subnet, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:03.550559 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731db5b7-df29-43af-bbe2-bac703d37cd7 admin admin] Pushing event updated for resources: {'Network': ['ID=44e532c9-2609-4100-9214-3286b81e04f5,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:03.553244 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-731db5b7-df29-43af-bbe2-bac703d37cd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:03.559843 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Network 44e532c9-2609-4100-9214-3286b81e04f5 details requested by agent ovs-agent-dv-cinder-772388-5-smb with host dv-cinder-772388-5-smb {{(pid=93126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 12:10:03.713263 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-dd86b79f-0611-495f-8d5a-0360fd039224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4137752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8410927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941179'] for subnet, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:03.717886 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:03.769719 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd86b79f-0611-495f-8d5a-0360fd039224 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd0f01a5-45db-4be4-a394-a7a232248dbc,revision_number=0']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:03.772200 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-dd86b79f-0611-495f-8d5a-0360fd039224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:03.777868 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd86b79f-0611-495f-8d5a-0360fd039224 admin admin] Checking segment: {'id': '386f5822-9b4f-45e4-8c6d-a76341200fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '44e532c9-2609-4100-9214-3286b81e04f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:10:03.778217 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd86b79f-0611-495f-8d5a-0360fd039224 admin admin] Network hostable DHCP agents. Network: 44e532c9-2609-4100-9214-3286b81e04f5, hostable agents: ['63aaef39-ba79-4f18-b1e7-d9a1b0fd7cb8'], hosted agents: [] {{(pid=93124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 12:10:03.793706 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd86b79f-0611-495f-8d5a-0360fd039224 admin admin] Network 44e532c9-2609-4100-9214-3286b81e04f5 is scheduled to be hosted by DHCP agent 63aaef39-ba79-4f18-b1e7-d9a1b0fd7cb8 with binding_index 1 {{(pid=93124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 12:10:03.802472 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.base_scheduler [None req-dd86b79f-0611-495f-8d5a-0360fd039224 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-5-smb, 44e532c9-2609-4100-9214-3286b81e04f5) {{(pid=93124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:10:03.806389 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd86b79f-0611-495f-8d5a-0360fd039224 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:03.806985 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-dd86b79f-0611-495f-8d5a-0360fd039224 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:03.811084 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ec1680-87f3-4b91-b7db-020599b7d177 None None] Network 44e532c9-2609-4100-9214-3286b81e04f5 requested from dv-cinder-772388-5-smb {{(pid=93126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:10:03.821322 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-dd86b79f-0611-495f-8d5a-0360fd039224 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3005495 Jun 28 12:10:03.824069 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 35068) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:10:03.828350 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.v2.base [None req-2dc02240-ba28-40a6-b65a-49d9840be7cb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-502773456-router', 'tenant_id': '7bc832fb54e44764850d1c5b6e3f6aa9', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008'}}} {{(pid=93124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:10:03.847263 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-2dc02240-ba28-40a6-b65a-49d9840be7cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3737188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12301'] for router, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:03.848265 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-2dc02240-ba28-40a6-b65a-49d9840be7cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3737199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12294'] for router, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:03.958396 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f473f97-f21e-46d5-8152-5b25aa31a809 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2c073b4-262a-5c3e-a3df-182c19600a9b-44e532c9-2609-4100-9214-3286b81e04f5', 'network_id': '44e532c9-2609-4100-9214-3286b81e04f5', 'tenant_id': '7bc832fb54e44764850d1c5b6e3f6aa9', 'fixed_ips': [{'subnet_id': 'bd0f01a5-45db-4be4-a394-a7a232248dbc'}]}} from dv-cinder-772388-5-smb. {{(pid=93126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 12:10:03.959251 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-1f473f97-f21e-46d5-8152-5b25aa31a809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_create {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:03.986546 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-664455ac-6bbb-4e68-9a3b-ee59dbc8190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:04.103454 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.db_base_plugin_common [None req-1f473f97-f21e-46d5-8152-5b25aa31a809 None None] Allocated IP 172.20.0.2 (44e532c9-2609-4100-9214-3286b81e04f5/bd0f01a5-45db-4be4-a394-a7a232248dbc/364610fd-5212-44c4-b4a8-a6f1bbea58bc) {{(pid=93126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:10:04.163620 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-2dc02240-ba28-40a6-b65a-49d9840be7cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:04.244101 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-1f473f97-f21e-46d5-8152-5b25aa31a809 None None] Notify callbacks [] for port, precommit_create {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:04.252645 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-1f473f97-f21e-46d5-8152-5b25aa31a809 None None] Transition to ACTIVE for port object 364610fd-5212-44c4-b4a8-a6f1bbea58bc will not be triggered until provisioned by entity L2. {{(pid=93126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:10:04.266678 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-1f473f97-f21e-46d5-8152-5b25aa31a809 None None] Transition to ACTIVE for port object 364610fd-5212-44c4-b4a8-a6f1bbea58bc will not be triggered until provisioned by entity DHCP. {{(pid=93126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:10:04.271932 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-1f473f97-f21e-46d5-8152-5b25aa31a809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751010131950'] for port, after_create {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:04.274488 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:04.296137 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-2dc02240-ba28-40a6-b65a-49d9840be7cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3698476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3799536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12328'] for router, precommit_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:04.312078 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f473f97-f21e-46d5-8152-5b25aa31a809 None None] Network 44e532c9-2609-4100-9214-3286b81e04f5 is already hosted by enough agents. {{(pid=93126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:10:04.314723 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.scheduler.base_scheduler [None req-1f473f97-f21e-46d5-8152-5b25aa31a809 None None] Resources bound (agent type, host, resource id): {{(pid=93126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:10:04.320243 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f473f97-f21e-46d5-8152-5b25aa31a809 None None] Received port after_create {{(pid=93126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:10:04.330292 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f473f97-f21e-46d5-8152-5b25aa31a809 None None] Pushing event updated for resources: {'Port': ['ID=364610fd-5212-44c4-b4a8-a6f1bbea58bc,revision_number=1']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:04.352504 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f473f97-f21e-46d5-8152-5b25aa31a809 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:10:04.352864 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f473f97-f21e-46d5-8152-5b25aa31a809 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:10:04.353200 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f473f97-f21e-46d5-8152-5b25aa31a809 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:10:04.353526 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f473f97-f21e-46d5-8152-5b25aa31a809 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:10:04.353848 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f473f97-f21e-46d5-8152-5b25aa31a809 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:10:04.354167 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f473f97-f21e-46d5-8152-5b25aa31a809 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:10:04.354486 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f473f97-f21e-46d5-8152-5b25aa31a809 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:10:04.354801 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f473f97-f21e-46d5-8152-5b25aa31a809 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:10:04.355121 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f473f97-f21e-46d5-8152-5b25aa31a809 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:10:04.355434 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f473f97-f21e-46d5-8152-5b25aa31a809 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:10:04.355748 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f473f97-f21e-46d5-8152-5b25aa31a809 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:10:04.356056 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f473f97-f21e-46d5-8152-5b25aa31a809 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:10:04.362243 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-1f473f97-f21e-46d5-8152-5b25aa31a809 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:04.391860 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.managers [None req-1f473f97-f21e-46d5-8152-5b25aa31a809 None None] Attempting to bind port 364610fd-5212-44c4-b4a8-a6f1bbea58bc on host dv-cinder-772388-5-smb for vnic_type normal with profile {{(pid=93126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:10:04.392228 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.managers [None req-1f473f97-f21e-46d5-8152-5b25aa31a809 None None] Attempting to bind port 364610fd-5212-44c4-b4a8-a6f1bbea58bc by drivers openvswitch,hyperv on host dv-cinder-772388-5-smb at level 0 using segments [{'id': '386f5822-9b4f-45e4-8c6d-a76341200fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '44e532c9-2609-4100-9214-3286b81e04f5'}] {{(pid=93126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:10:04.392591 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f473f97-f21e-46d5-8152-5b25aa31a809 None None] Attempting to bind port 364610fd-5212-44c4-b4a8-a6f1bbea58bc on network 44e532c9-2609-4100-9214-3286b81e04f5 {{(pid=93126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:10:04.397339 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f473f97-f21e-46d5-8152-5b25aa31a809 None None] Checking agent: {'id': '43dc484d-6faf-4242-a4db-1b59836cdb3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 11, 56, 31), 'started_at': datetime.datetime(2021, 6, 28, 11, 57, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:10:04.397715 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f473f97-f21e-46d5-8152-5b25aa31a809 None None] Checking segment: {'id': '386f5822-9b4f-45e4-8c6d-a76341200fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '44e532c9-2609-4100-9214-3286b81e04f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:10:04.398188 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-1f473f97-f21e-46d5-8152-5b25aa31a809 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:04.398583 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f473f97-f21e-46d5-8152-5b25aa31a809 None None] Bound using segment: {'id': '386f5822-9b4f-45e4-8c6d-a76341200fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '44e532c9-2609-4100-9214-3286b81e04f5'} {{(pid=93126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:10:04.399134 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.managers [None req-1f473f97-f21e-46d5-8152-5b25aa31a809 None None] Bound port: 364610fd-5212-44c4-b4a8-a6f1bbea58bc, host: dv-cinder-772388-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '386f5822-9b4f-45e4-8c6d-a76341200fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '44e532c9-2609-4100-9214-3286b81e04f5'}}] {{(pid=93126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:10:04.399539 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-1f473f97-f21e-46d5-8152-5b25aa31a809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:04.458459 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-1f473f97-f21e-46d5-8152-5b25aa31a809 None None] For port 364610fd-5212-44c4-b4a8-a6f1bbea58bc, host dv-cinder-772388-5-smb, cleared binding levels {{(pid=93126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:10:04.462678 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-1f473f97-f21e-46d5-8152-5b25aa31a809 None None] For port 364610fd-5212-44c4-b4a8-a6f1bbea58bc, host dv-cinder-772388-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-smb',level=0,port_id=364610fd-5212-44c4-b4a8-a6f1bbea58bc,segment=NetworkSegment(386f5822-9b4f-45e4-8c6d-a76341200fdd),segment_id=386f5822-9b4f-45e4-8c6d-a76341200fdd)] {{(pid=93126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:10:04.466304 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-1f473f97-f21e-46d5-8152-5b25aa31a809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:04.469601 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:04.494710 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-2dc02240-ba28-40a6-b65a-49d9840be7cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:04.514730 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-2dc02240-ba28-40a6-b65a-49d9840be7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:04.524580 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f473f97-f21e-46d5-8152-5b25aa31a809 None None] Pushing event updated for resources: {'Port': ['ID=364610fd-5212-44c4-b4a8-a6f1bbea58bc,revision_number=2']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:04.528040 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-1f473f97-f21e-46d5-8152-5b25aa31a809 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:04.621671 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.db.db_base_plugin_common [None req-2dc02240-ba28-40a6-b65a-49d9840be7cb admin admin] Allocated IP 172.28.3.124 (ccb85226-c586-4fa5-aec0-6cfbd080c008/f863da3b-2790-4793-ac71-6f3e8dbd6721/7952ff49-65f1-49f7-9e3b-a2650d697833) {{(pid=93124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:10:04.739419 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-2dc02240-ba28-40a6-b65a-49d9840be7cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:04.781247 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-2dc02240-ba28-40a6-b65a-49d9840be7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751010131950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8410971'] for port, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:04.783351 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:04.818978 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc02240-ba28-40a6-b65a-49d9840be7cb admin admin] Network ccb85226-c586-4fa5-aec0-6cfbd080c008 is already hosted by enough agents. {{(pid=93124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:10:04.821666 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.base_scheduler [None req-2dc02240-ba28-40a6-b65a-49d9840be7cb admin admin] Resources bound (agent type, host, resource id): {{(pid=93124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:10:04.824229 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc02240-ba28-40a6-b65a-49d9840be7cb admin admin] Received port after_create {{(pid=93124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:10:04.859569 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc02240-ba28-40a6-b65a-49d9840be7cb admin admin] Pushing event updated for resources: {'Port': ['ID=7952ff49-65f1-49f7-9e3b-a2650d697833,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:04.863002 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-2dc02240-ba28-40a6-b65a-49d9840be7cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:05.075505 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-2dc02240-ba28-40a6-b65a-49d9840be7cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:05.268862 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-2dc02240-ba28-40a6-b65a-49d9840be7cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3799529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3698553'] for router, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:05.393518 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dc02240-ba28-40a6-b65a-49d9840be7cb admin admin] Router 71cdafe3-14e7-4e21-9659-8a02a27bbbde is scheduled to L3 agent a3516409-90ed-42c0-9869-2f9c81c3e104 with binding_index 1 {{(pid=93124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 12:10:05.395103 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbb06a5-4d9f-4ab4-991e-dae41a1e432f None None] Network 44e532c9-2609-4100-9214-3286b81e04f5 requested from dv-cinder-772388-5-smb {{(pid=93126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:10:05.457439 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-e78b66e5-68a2-4c2b-88ec-bc02d37df9d3 None None] Provisioning for port 364610fd-5212-44c4-b4a8-a6f1bbea58bc completed by entity DHCP. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:10:05.496803 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc02240-ba28-40a6-b65a-49d9840be7cb admin admin] Notify agent at l3_agent.dv-cinder-772388-5-smb the message routers_updated {{(pid=93124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 12:10:05.508893 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d61af7c-b538-4536-a9aa-e61e39b7af5a None None] Sync routers for ids ['71cdafe3-14e7-4e21-9659-8a02a27bbbde'] in dv-cinder-772388-5-smb {{(pid=93126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:10:05.513630 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-2dc02240-ba28-40a6-b65a-49d9840be7cb admin admin] Notify callbacks [] for router, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:05.517532 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-2dc02240-ba28-40a6-b65a-49d9840be7cb admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6899068 Jun 28 12:10:05.517701 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 35070) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:10:05.528245 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d61af7c-b538-4536-a9aa-e61e39b7af5a None None] Routers {'71cdafe3-14e7-4e21-9659-8a02a27bbbde'} bound to L3 agent in host dv-cinder-772388-5-smb {{(pid=93126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:10:05.528890 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_hamode_db [None req-6d61af7c-b538-4536-a9aa-e61e39b7af5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T11:56:31Z,description=,heartbeat_timestamp=2021-06-28T12:10:01Z,host='dv-cinder-772388-5-smb',id=a3516409-90ed-42c0-9869-2f9c81c3e104,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:56:31Z,topic='l3_agent')) {'router_ids': ['71cdafe3-14e7-4e21-9659-8a02a27bbbde'], 'active': True} {{(pid=93126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:10:05.698627 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device 364610fd-5212-44c4-b4a8-a6f1bbea58bc up at agent ovs-agent-dv-cinder-772388-5-smb {{(pid=93126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:10:05.812273 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvr_db [None req-6d61af7c-b538-4536-a9aa-e61e39b7af5a None None] Set router 71cdafe3-14e7-4e21-9659-8a02a27bbbde gateway port host: dv-cinder-772388-5-smb {{(pid=93126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:10:05.874672 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Provisioning for port 364610fd-5212-44c4-b4a8-a6f1bbea58bc completed by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:10:05.893426 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Provisioning complete for port 364610fd-5212-44c4-b4a8-a6f1bbea58bc triggered by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:10:05.893809 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:05.937841 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-3c6fecca-1b8e-4f64-98ea-47837d997fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:06.046436 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:06.088154 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] For port 364610fd-5212-44c4-b4a8-a6f1bbea58bc, host dv-cinder-772388-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-smb',level=0,port_id=364610fd-5212-44c4-b4a8-a6f1bbea58bc,segment=NetworkSegment(386f5822-9b4f-45e4-8c6d-a76341200fdd),segment_id=386f5822-9b4f-45e4-8c6d-a76341200fdd)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:10:06.095031 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.db.db_base_plugin_common [None req-3c6fecca-1b8e-4f64-98ea-47837d997fba admin admin] Allocated IP 172.20.0.1 (44e532c9-2609-4100-9214-3286b81e04f5/bd0f01a5-45db-4be4-a394-a7a232248dbc/d236d735-efb3-4b35-acfc-36b9a918481d) {{(pid=93124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:10:06.095629 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:06.098245 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_hamode_db [None req-6d61af7c-b538-4536-a9aa-e61e39b7af5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71cdafe3-14e7-4e21-9659-8a02a27bbbde', 'name': 'tempest-TestShelveInstance-502773456-router', 'tenant_id': '7bc832fb54e44764850d1c5b6e3f6aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.124'}], 'enable_snat': True}, 'gw_port_id': '7952ff49-65f1-49f7-9e3b-a2650d697833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:10:03Z', 'updated_at': '2021-06-28T12:10:04Z', 'revision_number': 3, 'project_id': '7bc832fb54e44764850d1c5b6e3f6aa9', 'gw_port': {'id': '7952ff49-65f1-49f7-9e3b-a2650d697833', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d8:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71cdafe3-14e7-4e21-9659-8a02a27bbbde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:10:04Z', 'updated_at': '2021-06-28T12:10:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb'}], 'dv-cinder-772388-5-smb', False) {} {{(pid=93126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:10:06.100511 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:06.149319 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d61af7c-b538-4536-a9aa-e61e39b7af5a None None] Checking router: 71cdafe3-14e7-4e21-9659-8a02a27bbbde for host: dv-cinder-772388-5-smb {{(pid=93126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:10:06.149586 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d61af7c-b538-4536-a9aa-e61e39b7af5a None None] Updating router 71cdafe3-14e7-4e21-9659-8a02a27bbbde port 7952ff49-65f1-49f7-9e3b-a2650d697833 binding host dv-cinder-772388-5-smb {{(pid=93126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 12:10:06.153653 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-ddff3e3f-7df6-424b-b428-e5ccb7b4da9a None None] Provisioning complete for port 364610fd-5212-44c4-b4a8-a6f1bbea58bc triggered by entity DHCP. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:10:06.154022 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-ddff3e3f-7df6-424b-b428-e5ccb7b4da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:06.196471 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-3c6fecca-1b8e-4f64-98ea-47837d997fba admin admin] Notify callbacks [] for port, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:06.209380 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-3c6fecca-1b8e-4f64-98ea-47837d997fba admin admin] Transition to ACTIVE for port object d236d735-efb3-4b35-acfc-36b9a918481d will not be triggered until provisioned by entity DHCP. {{(pid=93124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:10:06.229068 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-6d61af7c-b538-4536-a9aa-e61e39b7af5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:06.230532 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Pushing event updated for resources: {'Port': ['ID=364610fd-5212-44c4-b4a8-a6f1bbea58bc,revision_number=3']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:06.235401 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:06.241938 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-3c6fecca-1b8e-4f64-98ea-47837d997fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751010131950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8410971'] for port, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:06.243894 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-38f7bbc3-aad7-4cee-a9d4-bd4f0eebf646 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:06.286186 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6fecca-1b8e-4f64-98ea-47837d997fba admin admin] Network 44e532c9-2609-4100-9214-3286b81e04f5 is already hosted by enough agents. {{(pid=93124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:10:06.288905 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.base_scheduler [None req-3c6fecca-1b8e-4f64-98ea-47837d997fba admin admin] Resources bound (agent type, host, resource id): {{(pid=93124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:10:06.294335 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6fecca-1b8e-4f64-98ea-47837d997fba admin admin] Received port after_create {{(pid=93124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:10:06.325762 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6fecca-1b8e-4f64-98ea-47837d997fba admin admin] Pushing event updated for resources: {'Port': ['ID=d236d735-efb3-4b35-acfc-36b9a918481d,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:06.329898 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-3c6fecca-1b8e-4f64-98ea-47837d997fba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:06.341524 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-3c6fecca-1b8e-4f64-98ea-47837d997fba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695481'] for router_interface, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:06.490231 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-3c6fecca-1b8e-4f64-98ea-47837d997fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:06.520806 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-8a625a9c-1643-4693-9b4f-ccca9e7bba27 None None] Provisioning for port d236d735-efb3-4b35-acfc-36b9a918481d completed by entity DHCP. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:10:06.530786 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-8a625a9c-1643-4693-9b4f-ccca9e7bba27 None None] Provisioning complete for port d236d735-efb3-4b35-acfc-36b9a918481d triggered by entity DHCP. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:10:06.531684 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-8a625a9c-1643-4693-9b4f-ccca9e7bba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:06.534422 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-6d61af7c-b538-4536-a9aa-e61e39b7af5a None None] Notify callbacks [] for port, precommit_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:06.564193 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-6d61af7c-b538-4536-a9aa-e61e39b7af5a None None] Transition to ACTIVE for port object 7952ff49-65f1-49f7-9e3b-a2650d697833 will not be triggered until provisioned by entity L2. {{(pid=93126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:10:06.573546 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-6d61af7c-b538-4536-a9aa-e61e39b7af5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:06.577222 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-1f473f97-f21e-46d5-8152-5b25aa31a809 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:06.602333 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.plugin [None req-8a625a9c-1643-4693-9b4f-ccca9e7bba27 None None] Port d236d735-efb3-4b35-acfc-36b9a918481d cannot update to ACTIVE because it is not bound. {{(pid=93126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:10:06.635209 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.managers [None req-6d61af7c-b538-4536-a9aa-e61e39b7af5a None None] Attempting to bind port 7952ff49-65f1-49f7-9e3b-a2650d697833 on host dv-cinder-772388-5-smb for vnic_type normal with profile {{(pid=93126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:10:06.635581 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.managers [None req-6d61af7c-b538-4536-a9aa-e61e39b7af5a None None] Attempting to bind port 7952ff49-65f1-49f7-9e3b-a2650d697833 by drivers openvswitch,hyperv on host dv-cinder-772388-5-smb at level 0 using segments [{'id': '9701132a-6585-4d51-ae24-db0b91696e59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008'}] {{(pid=93126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:10:06.635948 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d61af7c-b538-4536-a9aa-e61e39b7af5a None None] Attempting to bind port 7952ff49-65f1-49f7-9e3b-a2650d697833 on network ccb85226-c586-4fa5-aec0-6cfbd080c008 {{(pid=93126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:10:06.638016 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da240322-183b-4b77-8cd8-577571968861 None None] Pushing event updated for resources: {'Port': ['ID=7952ff49-65f1-49f7-9e3b-a2650d697833,revision_number=2']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:06.644501 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-da240322-183b-4b77-8cd8-577571968861 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:06.645706 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d61af7c-b538-4536-a9aa-e61e39b7af5a None None] Checking agent: {'id': '43dc484d-6faf-4242-a4db-1b59836cdb3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 11, 56, 31), 'started_at': datetime.datetime(2021, 6, 28, 11, 57, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:10:06.646089 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d61af7c-b538-4536-a9aa-e61e39b7af5a None None] Checking segment: {'id': '9701132a-6585-4d51-ae24-db0b91696e59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:10:06.646496 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-6d61af7c-b538-4536-a9aa-e61e39b7af5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:06.647502 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d61af7c-b538-4536-a9aa-e61e39b7af5a None None] Bound using segment: {'id': '9701132a-6585-4d51-ae24-db0b91696e59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008'} {{(pid=93126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:10:06.647502 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.managers [None req-6d61af7c-b538-4536-a9aa-e61e39b7af5a None None] Bound port: 7952ff49-65f1-49f7-9e3b-a2650d697833, host: dv-cinder-772388-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9701132a-6585-4d51-ae24-db0b91696e59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008'}}] {{(pid=93126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:10:06.647701 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-6d61af7c-b538-4536-a9aa-e61e39b7af5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:06.653981 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-3c6fecca-1b8e-4f64-98ea-47837d997fba admin admin] Notify callbacks [] for port, precommit_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:06.660107 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-3c6fecca-1b8e-4f64-98ea-47837d997fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8411049'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:06.662284 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-fc2ea256-b25f-4392-9b66-665d42d792e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:06.698952 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-6d61af7c-b538-4536-a9aa-e61e39b7af5a None None] For port 7952ff49-65f1-49f7-9e3b-a2650d697833, host dv-cinder-772388-5-smb, cleared binding levels {{(pid=93126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:10:06.702230 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-6d61af7c-b538-4536-a9aa-e61e39b7af5a None None] For port 7952ff49-65f1-49f7-9e3b-a2650d697833, host dv-cinder-772388-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-smb',level=0,port_id=7952ff49-65f1-49f7-9e3b-a2650d697833,segment=NetworkSegment(9701132a-6585-4d51-ae24-db0b91696e59),segment_id=9701132a-6585-4d51-ae24-db0b91696e59)] {{(pid=93126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:10:06.706969 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-6d61af7c-b538-4536-a9aa-e61e39b7af5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:06.709165 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-5e4abf68-1ee6-47f0-affa-3f04cf19388a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:06.727765 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6fecca-1b8e-4f64-98ea-47837d997fba admin admin] Pushing event updated for resources: {'Port': ['ID=d236d735-efb3-4b35-acfc-36b9a918481d,revision_number=2']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:06.730253 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-3c6fecca-1b8e-4f64-98ea-47837d997fba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695509'] for router_interface, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:06.732109 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-3c6fecca-1b8e-4f64-98ea-47837d997fba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:06.757800 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d61af7c-b538-4536-a9aa-e61e39b7af5a None None] Routers {'71cdafe3-14e7-4e21-9659-8a02a27bbbde'} bound to L3 agent in host dv-cinder-772388-5-smb {{(pid=93126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:10:06.758419 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_hamode_db [None req-6d61af7c-b538-4536-a9aa-e61e39b7af5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T11:56:31Z,description=,heartbeat_timestamp=2021-06-28T12:10:01Z,host='dv-cinder-772388-5-smb',id=a3516409-90ed-42c0-9869-2f9c81c3e104,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:56:31Z,topic='l3_agent')) {'router_ids': ['71cdafe3-14e7-4e21-9659-8a02a27bbbde'], 'active': True} {{(pid=93126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:10:06.802316 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da240322-183b-4b77-8cd8-577571968861 None None] Pushing event updated for resources: {'Port': ['ID=7952ff49-65f1-49f7-9e3b-a2650d697833,revision_number=3']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:06.805306 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-da240322-183b-4b77-8cd8-577571968861 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:06.818619 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6fecca-1b8e-4f64-98ea-47837d997fba admin admin] Network 44e532c9-2609-4100-9214-3286b81e04f5 is already hosted by enough agents. {{(pid=93124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:10:06.819961 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.base_scheduler [None req-3c6fecca-1b8e-4f64-98ea-47837d997fba admin admin] Resources bound (agent type, host, resource id): {{(pid=93124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:10:06.877555 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvr_db [None req-6d61af7c-b538-4536-a9aa-e61e39b7af5a None None] Set router 71cdafe3-14e7-4e21-9659-8a02a27bbbde gateway port host: dv-cinder-772388-5-smb {{(pid=93126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:10:06.943836 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c6fecca-1b8e-4f64-98ea-47837d997fba admin admin] Router 71cdafe3-14e7-4e21-9659-8a02a27bbbde has already been hosted by L3 agent a3516409-90ed-42c0-9869-2f9c81c3e104 {{(pid=93124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:10:07.039899 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-b481afb9-f016-4d1f-b1bc-aa3111720dd9 None None] Provisioning complete for port d236d735-efb3-4b35-acfc-36b9a918481d triggered by entity DHCP. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:10:07.040282 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-b481afb9-f016-4d1f-b1bc-aa3111720dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:07.052503 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c6fecca-1b8e-4f64-98ea-47837d997fba admin admin] Notify agent at l3_agent.dv-cinder-772388-5-smb the message routers_updated {{(pid=93124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 12:10:07.066056 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-3c6fecca-1b8e-4f64-98ea-47837d997fba admin admin] 10.222.0.26 "PUT /v2.0/routers/71cdafe3-14e7-4e21-9659-8a02a27bbbde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5392699 Jun 28 12:10:07.098699 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.plugin [None req-b481afb9-f016-4d1f-b1bc-aa3111720dd9 None None] Port d236d735-efb3-4b35-acfc-36b9a918481d cannot update to ACTIVE because it is not bound. {{(pid=93126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:10:07.116022 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_hamode_db [None req-6d61af7c-b538-4536-a9aa-e61e39b7af5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71cdafe3-14e7-4e21-9659-8a02a27bbbde', 'name': 'tempest-TestShelveInstance-502773456-router', 'tenant_id': '7bc832fb54e44764850d1c5b6e3f6aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.124'}], 'enable_snat': True}, 'gw_port_id': '7952ff49-65f1-49f7-9e3b-a2650d697833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:10:03Z', 'updated_at': '2021-06-28T12:10:06Z', 'revision_number': 4, 'project_id': '7bc832fb54e44764850d1c5b6e3f6aa9', 'gw_port': {'id': '7952ff49-65f1-49f7-9e3b-a2650d697833', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d8:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71cdafe3-14e7-4e21-9659-8a02a27bbbde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:10:04Z', 'updated_at': '2021-06-28T12:10:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb', '_interfaces': [{'id': 'd236d735-efb3-4b35-acfc-36b9a918481d', 'name': '', 'network_id': '44e532c9-2609-4100-9214-3286b81e04f5', 'tenant_id': '7bc832fb54e44764850d1c5b6e3f6aa9', 'mac_address': 'fa:16:3e:90:01:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71cdafe3-14e7-4e21-9659-8a02a27bbbde', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'bd0f01a5-45db-4be4-a394-a7a232248dbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:10:05Z', 'updated_at': '2021-06-28T12:10:06Z', 'revision_number': 2, 'project_id': '7bc832fb54e44764850d1c5b6e3f6aa9', 'subnets': [{'id': 'bd0f01a5-45db-4be4-a394-a7a232248dbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-smb', False) {} {{(pid=93126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:10:07.142707 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d61af7c-b538-4536-a9aa-e61e39b7af5a None None] The sync data for ids ['71cdafe3-14e7-4e21-9659-8a02a27bbbde'] in dv-cinder-772388-5-smb is: [{'id': '71cdafe3-14e7-4e21-9659-8a02a27bbbde', 'name': 'tempest-TestShelveInstance-502773456-router', 'tenant_id': '7bc832fb54e44764850d1c5b6e3f6aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.124'}], 'enable_snat': True}, 'gw_port_id': '7952ff49-65f1-49f7-9e3b-a2650d697833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:10:03Z', 'updated_at': '2021-06-28T12:10:06Z', 'revision_number': 4, 'project_id': '7bc832fb54e44764850d1c5b6e3f6aa9', 'gw_port': {'id': '7952ff49-65f1-49f7-9e3b-a2650d697833', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d8:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71cdafe3-14e7-4e21-9659-8a02a27bbbde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:10:04Z', 'updated_at': '2021-06-28T12:10:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb', '_interfaces': [{'id': 'd236d735-efb3-4b35-acfc-36b9a918481d', 'name': '', 'network_id': '44e532c9-2609-4100-9214-3286b81e04f5', 'tenant_id': '7bc832fb54e44764850d1c5b6e3f6aa9', 'mac_address': 'fa:16:3e:90:01:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71cdafe3-14e7-4e21-9659-8a02a27bbbde', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'bd0f01a5-45db-4be4-a394-a7a232248dbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:10:05Z', 'updated_at': '2021-06-28T12:10:06Z', 'revision_number': 2, 'project_id': '7bc832fb54e44764850d1c5b6e3f6aa9', 'subnets': [{'id': 'bd0f01a5-45db-4be4-a394-a7a232248dbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:10:07.285710 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:07.546970 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 35086) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:10:07.551920 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.v2.base [None req-085217f2-fe91-43d2-a120-b589547aabfa admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1884840467-network', 'tenant_id': 'ec4a61d8743e46a4b5a421de956dd8c3'}} {{(pid=93125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:10:07.583590 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085217f2-fe91-43d2-a120-b589547aabfa admin admin] Made reservation on behalf of ec4a61d8743e46a4b5a421de956dd8c3 for: {'network': 1} {{(pid=93125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:10:07.586352 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-085217f2-fe91-43d2-a120-b589547aabfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for network, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:07.596761 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-085217f2-fe91-43d2-a120-b589547aabfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:07.617968 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device 364610fd-5212-44c4-b4a8-a6f1bbea58bc up at agent ovs-agent-dv-cinder-772388-5-smb {{(pid=93126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:10:07.670752 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Provisioning complete for port 364610fd-5212-44c4-b4a8-a6f1bbea58bc triggered by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:10:07.671435 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:07.705730 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-085217f2-fe91-43d2-a120-b589547aabfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:07.711765 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-085217f2-fe91-43d2-a120-b589547aabfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:07.714932 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-bba2f0b1-b4f9-40f2-8199-2cca8c6e1930 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:07.741760 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-085217f2-fe91-43d2-a120-b589547aabfa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=93125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 12:10:07.747331 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085217f2-fe91-43d2-a120-b589547aabfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c61150b6-1001-415a-b145-82ee1f7fa796,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:07.751675 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-085217f2-fe91-43d2-a120-b589547aabfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:07.756272 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-085217f2-fe91-43d2-a120-b589547aabfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539709'] for segment, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:07.756370 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.db.segments_db [None req-085217f2-fe91-43d2-a120-b589547aabfa admin admin] Added segment a2c9835a-d9cd-40f5-9c97-dd8f0e982bd7 of type vlan for network bd27b8fa-9a96-4270-8a3b-c604688407dc Jun 28 12:10:07.812815 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-085217f2-fe91-43d2-a120-b589547aabfa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751010106215'] for network, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:07.845658 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-085217f2-fe91-43d2-a120-b589547aabfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329'] for network, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:07.847112 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085217f2-fe91-43d2-a120-b589547aabfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:07.847759 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-085217f2-fe91-43d2-a120-b589547aabfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3735354'] for network, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:07.850059 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:07.908992 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 35088) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:10:07.909206 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-085217f2-fe91-43d2-a120-b589547aabfa admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3610363 Jun 28 12:10:07.914078 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.v2.base [None req-81b34487-22d1-4b20-a81a-83b574a3c037 admin admin] Request body: {'subnet': {'network_id': 'bd27b8fa-9a96-4270-8a3b-c604688407dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1884840467-subnet', 'tenant_id': 'ec4a61d8743e46a4b5a421de956dd8c3', 'ip_version': 4}} {{(pid=93124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:10:07.916878 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085217f2-fe91-43d2-a120-b589547aabfa admin admin] Pushing event updated for resources: {'Network': ['ID=bd27b8fa-9a96-4270-8a3b-c604688407dc,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:07.928041 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-085217f2-fe91-43d2-a120-b589547aabfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:07.928637 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Network bd27b8fa-9a96-4270-8a3b-c604688407dc details requested by agent ovs-agent-dv-cinder-772388-5-smb with host dv-cinder-772388-5-smb {{(pid=93126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 12:10:07.942239 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b34487-22d1-4b20-a81a-83b574a3c037 admin admin] Made reservation on behalf of ec4a61d8743e46a4b5a421de956dd8c3 for: {'subnet': 1} {{(pid=93124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:10:07.944847 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-81b34487-22d1-4b20-a81a-83b574a3c037 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8940433'] for subnet, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:08.118319 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-81b34487-22d1-4b20-a81a-83b574a3c037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4137752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8410927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8941179'] for subnet, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:08.120794 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-48a48bdf-f67e-415f-96bf-b2e9e79af0c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:08.176924 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b34487-22d1-4b20-a81a-83b574a3c037 admin admin] Pushing event updated for resources: {'Subnet': ['ID=547d022e-e269-4c5b-8d06-69102b533599,revision_number=0']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:08.180509 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-81b34487-22d1-4b20-a81a-83b574a3c037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:08.187877 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b34487-22d1-4b20-a81a-83b574a3c037 admin admin] Checking segment: {'id': 'a2c9835a-d9cd-40f5-9c97-dd8f0e982bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bd27b8fa-9a96-4270-8a3b-c604688407dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:10:08.188233 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b34487-22d1-4b20-a81a-83b574a3c037 admin admin] Network hostable DHCP agents. Network: bd27b8fa-9a96-4270-8a3b-c604688407dc, hostable agents: ['63aaef39-ba79-4f18-b1e7-d9a1b0fd7cb8'], hosted agents: [] {{(pid=93124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 12:10:08.204409 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b34487-22d1-4b20-a81a-83b574a3c037 admin admin] Network bd27b8fa-9a96-4270-8a3b-c604688407dc is scheduled to be hosted by DHCP agent 63aaef39-ba79-4f18-b1e7-d9a1b0fd7cb8 with binding_index 1 {{(pid=93124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 12:10:08.213718 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.base_scheduler [None req-81b34487-22d1-4b20-a81a-83b574a3c037 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-5-smb, bd27b8fa-9a96-4270-8a3b-c604688407dc) {{(pid=93124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:10:08.217741 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b34487-22d1-4b20-a81a-83b574a3c037 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:08.218316 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-81b34487-22d1-4b20-a81a-83b574a3c037 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:08.222799 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e4c19f-b41f-49d2-b552-f6f0f1c11be1 None None] Network bd27b8fa-9a96-4270-8a3b-c604688407dc requested from dv-cinder-772388-5-smb {{(pid=93126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:10:08.233355 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-81b34487-22d1-4b20-a81a-83b574a3c037 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3232501 Jun 28 12:10:08.235354 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 35090) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:10:08.240399 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.v2.base [None req-850cc5e0-5293-4da3-a999-1cdb68a849b8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1884840467-router', 'tenant_id': 'ec4a61d8743e46a4b5a421de956dd8c3', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008'}}} {{(pid=93125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:10:08.263015 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-850cc5e0-5293-4da3-a999-1cdb68a849b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3737188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12301'] for router, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:08.264146 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-850cc5e0-5293-4da3-a999-1cdb68a849b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3737199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12294'] for router, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:08.319002 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-850cc5e0-5293-4da3-a999-1cdb68a849b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:08.381616 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078d4ad1-a949-4a33-9bde-a21da3021431 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2c073b4-262a-5c3e-a3df-182c19600a9b-bd27b8fa-9a96-4270-8a3b-c604688407dc', 'network_id': 'bd27b8fa-9a96-4270-8a3b-c604688407dc', 'tenant_id': 'ec4a61d8743e46a4b5a421de956dd8c3', 'fixed_ips': [{'subnet_id': '547d022e-e269-4c5b-8d06-69102b533599'}]}} from dv-cinder-772388-5-smb. {{(pid=93126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 12:10:08.382640 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-078d4ad1-a949-4a33-9bde-a21da3021431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_create {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:08.455191 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-850cc5e0-5293-4da3-a999-1cdb68a849b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3698476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3799536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12328'] for router, precommit_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:08.516082 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.db_base_plugin_common [None req-078d4ad1-a949-4a33-9bde-a21da3021431 None None] Allocated IP 172.20.0.2 (bd27b8fa-9a96-4270-8a3b-c604688407dc/547d022e-e269-4c5b-8d06-69102b533599/d26a34b7-8daa-41a4-a66e-b26868014bb5) {{(pid=93126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:10:08.647644 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-850cc5e0-5293-4da3-a999-1cdb68a849b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:08.657631 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-078d4ad1-a949-4a33-9bde-a21da3021431 None None] Notify callbacks [] for port, precommit_create {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:08.665565 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-078d4ad1-a949-4a33-9bde-a21da3021431 None None] Transition to ACTIVE for port object d26a34b7-8daa-41a4-a66e-b26868014bb5 will not be triggered until provisioned by entity L2. {{(pid=93126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:10:08.671014 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-850cc5e0-5293-4da3-a999-1cdb68a849b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:08.680708 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-078d4ad1-a949-4a33-9bde-a21da3021431 None None] Transition to ACTIVE for port object d26a34b7-8daa-41a4-a66e-b26868014bb5 will not be triggered until provisioned by entity DHCP. {{(pid=93126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:10:08.687423 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-078d4ad1-a949-4a33-9bde-a21da3021431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751010131950'] for port, after_create {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:08.689259 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:08.724774 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078d4ad1-a949-4a33-9bde-a21da3021431 None None] Network bd27b8fa-9a96-4270-8a3b-c604688407dc is already hosted by enough agents. {{(pid=93126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:10:08.733503 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.scheduler.base_scheduler [None req-078d4ad1-a949-4a33-9bde-a21da3021431 None None] Resources bound (agent type, host, resource id): {{(pid=93126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:10:08.738593 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078d4ad1-a949-4a33-9bde-a21da3021431 None None] Received port after_create {{(pid=93126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:10:08.741831 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078d4ad1-a949-4a33-9bde-a21da3021431 None None] Pushing event updated for resources: {'Port': ['ID=d26a34b7-8daa-41a4-a66e-b26868014bb5,revision_number=1']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:08.749166 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-078d4ad1-a949-4a33-9bde-a21da3021431 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:08.786238 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.db_base_plugin_common [None req-850cc5e0-5293-4da3-a999-1cdb68a849b8 admin admin] Allocated IP 172.28.3.132 (ccb85226-c586-4fa5-aec0-6cfbd080c008/f863da3b-2790-4793-ac71-6f3e8dbd6721/bec89441-109e-4e75-83a2-29269f0eb1c8) {{(pid=93125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:10:08.816239 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.managers [None req-078d4ad1-a949-4a33-9bde-a21da3021431 None None] Attempting to bind port d26a34b7-8daa-41a4-a66e-b26868014bb5 on host dv-cinder-772388-5-smb for vnic_type normal with profile {{(pid=93126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:10:08.816617 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.managers [None req-078d4ad1-a949-4a33-9bde-a21da3021431 None None] Attempting to bind port d26a34b7-8daa-41a4-a66e-b26868014bb5 by drivers openvswitch,hyperv on host dv-cinder-772388-5-smb at level 0 using segments [{'id': 'a2c9835a-d9cd-40f5-9c97-dd8f0e982bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bd27b8fa-9a96-4270-8a3b-c604688407dc'}] {{(pid=93126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:10:08.817013 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078d4ad1-a949-4a33-9bde-a21da3021431 None None] Attempting to bind port d26a34b7-8daa-41a4-a66e-b26868014bb5 on network bd27b8fa-9a96-4270-8a3b-c604688407dc {{(pid=93126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:10:08.822102 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078d4ad1-a949-4a33-9bde-a21da3021431 None None] Checking agent: {'id': '43dc484d-6faf-4242-a4db-1b59836cdb3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 11, 56, 31), 'started_at': datetime.datetime(2021, 6, 28, 11, 57, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:10:08.822580 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078d4ad1-a949-4a33-9bde-a21da3021431 None None] Checking segment: {'id': 'a2c9835a-d9cd-40f5-9c97-dd8f0e982bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bd27b8fa-9a96-4270-8a3b-c604688407dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:10:08.822992 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-078d4ad1-a949-4a33-9bde-a21da3021431 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:08.823410 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078d4ad1-a949-4a33-9bde-a21da3021431 None None] Bound using segment: {'id': 'a2c9835a-d9cd-40f5-9c97-dd8f0e982bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bd27b8fa-9a96-4270-8a3b-c604688407dc'} {{(pid=93126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:10:08.823874 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.managers [None req-078d4ad1-a949-4a33-9bde-a21da3021431 None None] Bound port: d26a34b7-8daa-41a4-a66e-b26868014bb5, host: dv-cinder-772388-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2c9835a-d9cd-40f5-9c97-dd8f0e982bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bd27b8fa-9a96-4270-8a3b-c604688407dc'}}] {{(pid=93126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:10:08.824281 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-078d4ad1-a949-4a33-9bde-a21da3021431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:08.899637 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-850cc5e0-5293-4da3-a999-1cdb68a849b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:08.938937 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-850cc5e0-5293-4da3-a999-1cdb68a849b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751010131950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8412961'] for port, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:08.941076 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-c13822f3-8913-43ef-b3be-2f69669ca7d4 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:08.981600 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850cc5e0-5293-4da3-a999-1cdb68a849b8 admin admin] Network ccb85226-c586-4fa5-aec0-6cfbd080c008 is already hosted by enough agents. {{(pid=93125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:10:08.984431 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.base_scheduler [None req-850cc5e0-5293-4da3-a999-1cdb68a849b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:10:08.989149 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850cc5e0-5293-4da3-a999-1cdb68a849b8 admin admin] Received port after_create {{(pid=93125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:10:09.008752 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850cc5e0-5293-4da3-a999-1cdb68a849b8 admin admin] Pushing event updated for resources: {'Port': ['ID=bec89441-109e-4e75-83a2-29269f0eb1c8,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:09.014810 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-850cc5e0-5293-4da3-a999-1cdb68a849b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:09.017427 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-078d4ad1-a949-4a33-9bde-a21da3021431 None None] For port d26a34b7-8daa-41a4-a66e-b26868014bb5, host dv-cinder-772388-5-smb, cleared binding levels {{(pid=93126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:10:09.019631 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-078d4ad1-a949-4a33-9bde-a21da3021431 None None] For port d26a34b7-8daa-41a4-a66e-b26868014bb5, host dv-cinder-772388-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-smb',level=0,port_id=d26a34b7-8daa-41a4-a66e-b26868014bb5,segment=NetworkSegment(a2c9835a-d9cd-40f5-9c97-dd8f0e982bd7),segment_id=a2c9835a-d9cd-40f5-9c97-dd8f0e982bd7)] {{(pid=93126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:10:09.025193 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-078d4ad1-a949-4a33-9bde-a21da3021431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:09.028074 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-cb276966-2c0f-4fe2-8176-0001e2a507f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:09.070632 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bbd834-bc5e-494d-8923-07f69bcc200f None None] Sync routers for ids ['71cdafe3-14e7-4e21-9659-8a02a27bbbde'] in dv-cinder-772388-5-smb {{(pid=93127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:10:09.081693 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bbd834-bc5e-494d-8923-07f69bcc200f None None] Routers {'71cdafe3-14e7-4e21-9659-8a02a27bbbde'} bound to L3 agent in host dv-cinder-772388-5-smb {{(pid=93127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:10:09.082533 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_hamode_db [None req-e9bbd834-bc5e-494d-8923-07f69bcc200f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T11:56:31Z,description=,heartbeat_timestamp=2021-06-28T12:10:01Z,host='dv-cinder-772388-5-smb',id=a3516409-90ed-42c0-9869-2f9c81c3e104,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:56:31Z,topic='l3_agent')) {'router_ids': ['71cdafe3-14e7-4e21-9659-8a02a27bbbde'], 'active': True} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:10:09.091319 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078d4ad1-a949-4a33-9bde-a21da3021431 None None] Pushing event updated for resources: {'Port': ['ID=d26a34b7-8daa-41a4-a66e-b26868014bb5,revision_number=2']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:09.101946 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-078d4ad1-a949-4a33-9bde-a21da3021431 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:09.256222 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-850cc5e0-5293-4da3-a999-1cdb68a849b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:09.310384 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_dvr_db [None req-e9bbd834-bc5e-494d-8923-07f69bcc200f None None] Set router 71cdafe3-14e7-4e21-9659-8a02a27bbbde gateway port host: dv-cinder-772388-5-smb {{(pid=93127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:10:09.470179 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-850cc5e0-5293-4da3-a999-1cdb68a849b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3799529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3698553'] for router, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:09.503585 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_hamode_db [None req-e9bbd834-bc5e-494d-8923-07f69bcc200f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71cdafe3-14e7-4e21-9659-8a02a27bbbde', 'name': 'tempest-TestShelveInstance-502773456-router', 'tenant_id': '7bc832fb54e44764850d1c5b6e3f6aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.124'}], 'enable_snat': True}, 'gw_port_id': '7952ff49-65f1-49f7-9e3b-a2650d697833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:10:03Z', 'updated_at': '2021-06-28T12:10:06Z', 'revision_number': 4, 'project_id': '7bc832fb54e44764850d1c5b6e3f6aa9', 'gw_port': {'id': '7952ff49-65f1-49f7-9e3b-a2650d697833', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d8:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71cdafe3-14e7-4e21-9659-8a02a27bbbde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:10:04Z', 'updated_at': '2021-06-28T12:10:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb', '_interfaces': [{'id': 'd236d735-efb3-4b35-acfc-36b9a918481d', 'name': '', 'network_id': '44e532c9-2609-4100-9214-3286b81e04f5', 'tenant_id': '7bc832fb54e44764850d1c5b6e3f6aa9', 'mac_address': 'fa:16:3e:90:01:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71cdafe3-14e7-4e21-9659-8a02a27bbbde', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'bd0f01a5-45db-4be4-a394-a7a232248dbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:10:05Z', 'updated_at': '2021-06-28T12:10:06Z', 'revision_number': 2, 'project_id': '7bc832fb54e44764850d1c5b6e3f6aa9', 'subnets': [{'id': 'bd0f01a5-45db-4be4-a394-a7a232248dbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-smb', False) {} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:10:09.528974 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bbd834-bc5e-494d-8923-07f69bcc200f None None] Checking router: 71cdafe3-14e7-4e21-9659-8a02a27bbbde for host: dv-cinder-772388-5-smb {{(pid=93127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:10:09.529332 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bbd834-bc5e-494d-8923-07f69bcc200f None None] Updating router 71cdafe3-14e7-4e21-9659-8a02a27bbbde port d236d735-efb3-4b35-acfc-36b9a918481d binding host dv-cinder-772388-5-smb {{(pid=93127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 12:10:09.563536 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-e9bbd834-bc5e-494d-8923-07f69bcc200f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:09.607470 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-850cc5e0-5293-4da3-a999-1cdb68a849b8 admin admin] Router bf20aea5-0dc8-4603-8ccc-d6fa0f635fe7 is scheduled to L3 agent a3516409-90ed-42c0-9869-2f9c81c3e104 with binding_index 1 {{(pid=93125) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 12:10:09.661564 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device d26a34b7-8daa-41a4-a66e-b26868014bb5 up at agent ovs-agent-dv-cinder-772388-5-smb {{(pid=93126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:10:09.729278 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850cc5e0-5293-4da3-a999-1cdb68a849b8 admin admin] Notify agent at l3_agent.dv-cinder-772388-5-smb the message routers_updated {{(pid=93125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 12:10:09.733549 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Provisioning for port d26a34b7-8daa-41a4-a66e-b26868014bb5 completed by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:10:09.739981 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device 7952ff49-65f1-49f7-9e3b-a2650d697833 up at agent ovs-agent-dv-cinder-772388-5-smb {{(pid=93126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:10:09.756353 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-850cc5e0-5293-4da3-a999-1cdb68a849b8 admin admin] Notify callbacks [] for router, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:09.760167 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-850cc5e0-5293-4da3-a999-1cdb68a849b8 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5210545 Jun 28 12:10:09.760350 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 35092) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:10:09.791471 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f39958-169f-4264-94a1-dc59d8cdc7b1 None None] Sync routers for ids ['bf20aea5-0dc8-4603-8ccc-d6fa0f635fe7'] in dv-cinder-772388-5-smb {{(pid=93126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:10:09.812700 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f39958-169f-4264-94a1-dc59d8cdc7b1 None None] Routers {'bf20aea5-0dc8-4603-8ccc-d6fa0f635fe7'} bound to L3 agent in host dv-cinder-772388-5-smb {{(pid=93126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:10:09.813446 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_hamode_db [None req-f0f39958-169f-4264-94a1-dc59d8cdc7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T11:56:31Z,description=,heartbeat_timestamp=2021-06-28T12:10:01Z,host='dv-cinder-772388-5-smb',id=a3516409-90ed-42c0-9869-2f9c81c3e104,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:56:31Z,topic='l3_agent')) {'router_ids': ['bf20aea5-0dc8-4603-8ccc-d6fa0f635fe7'], 'active': True} {{(pid=93126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:10:09.844913 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-e9bbd834-bc5e-494d-8923-07f69bcc200f None None] Notify callbacks [] for port, precommit_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:09.851620 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Provisioning for port 7952ff49-65f1-49f7-9e3b-a2650d697833 completed by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:10:09.855923 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.provisioning_blocks [None req-e9bbd834-bc5e-494d-8923-07f69bcc200f None None] Transition to ACTIVE for port object d236d735-efb3-4b35-acfc-36b9a918481d will not be triggered until provisioned by entity L2. {{(pid=93127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:10:09.857624 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Provisioning complete for port 7952ff49-65f1-49f7-9e3b-a2650d697833 triggered by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:10:09.857886 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:09.867331 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-e9bbd834-bc5e-494d-8923-07f69bcc200f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:09.870127 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:09.915196 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6ed7fe-0bc8-436a-846a-0fc5d7956619 None None] Pushing event updated for resources: {'Port': ['ID=d236d735-efb3-4b35-acfc-36b9a918481d,revision_number=3']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:09.924218 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ed7fe-0bc8-436a-846a-0fc5d7956619 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:10:09.924819 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ed7fe-0bc8-436a-846a-0fc5d7956619 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:10:09.925308 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ed7fe-0bc8-436a-846a-0fc5d7956619 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:10:09.925641 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ed7fe-0bc8-436a-846a-0fc5d7956619 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:10:09.926202 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ed7fe-0bc8-436a-846a-0fc5d7956619 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:10:09.926535 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ed7fe-0bc8-436a-846a-0fc5d7956619 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:10:09.926851 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ed7fe-0bc8-436a-846a-0fc5d7956619 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:10:09.927167 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ed7fe-0bc8-436a-846a-0fc5d7956619 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:10:09.927479 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ed7fe-0bc8-436a-846a-0fc5d7956619 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:10:09.927809 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ed7fe-0bc8-436a-846a-0fc5d7956619 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:10:09.928087 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ed7fe-0bc8-436a-846a-0fc5d7956619 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:10:09.928395 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ed7fe-0bc8-436a-846a-0fc5d7956619 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:10:09.943306 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG oslo_concurrency.lockutils [None req-cd6ed7fe-0bc8-436a-846a-0fc5d7956619 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:10.002500 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:10.034384 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] For port 7952ff49-65f1-49f7-9e3b-a2650d697833, host dv-cinder-772388-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-smb',level=0,port_id=7952ff49-65f1-49f7-9e3b-a2650d697833,segment=NetworkSegment(9701132a-6585-4d51-ae24-db0b91696e59),segment_id=9701132a-6585-4d51-ae24-db0b91696e59)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:10:10.043967 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvr_db [None req-f0f39958-169f-4264-94a1-dc59d8cdc7b1 None None] Set router bf20aea5-0dc8-4603-8ccc-d6fa0f635fe7 gateway port host: dv-cinder-772388-5-smb {{(pid=93126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:10:10.044581 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.plugins.ml2.managers [None req-e9bbd834-bc5e-494d-8923-07f69bcc200f None None] Attempting to bind port d236d735-efb3-4b35-acfc-36b9a918481d on host dv-cinder-772388-5-smb for vnic_type normal with profile {{(pid=93127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:10:10.045196 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.plugins.ml2.managers [None req-e9bbd834-bc5e-494d-8923-07f69bcc200f None None] Attempting to bind port d236d735-efb3-4b35-acfc-36b9a918481d by drivers openvswitch,hyperv on host dv-cinder-772388-5-smb at level 0 using segments [{'id': '386f5822-9b4f-45e4-8c6d-a76341200fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '44e532c9-2609-4100-9214-3286b81e04f5'}] {{(pid=93127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:10:10.045796 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bbd834-bc5e-494d-8923-07f69bcc200f None None] Attempting to bind port d236d735-efb3-4b35-acfc-36b9a918481d on network 44e532c9-2609-4100-9214-3286b81e04f5 {{(pid=93127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:10:10.046568 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:10.053698 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bbd834-bc5e-494d-8923-07f69bcc200f None None] Checking agent: {'id': '43dc484d-6faf-4242-a4db-1b59836cdb3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 11, 56, 31), 'started_at': datetime.datetime(2021, 6, 28, 11, 57, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:10:10.054305 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bbd834-bc5e-494d-8923-07f69bcc200f None None] Checking segment: {'id': '386f5822-9b4f-45e4-8c6d-a76341200fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '44e532c9-2609-4100-9214-3286b81e04f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:10:10.054924 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-e9bbd834-bc5e-494d-8923-07f69bcc200f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:10.055478 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bbd834-bc5e-494d-8923-07f69bcc200f None None] Bound using segment: {'id': '386f5822-9b4f-45e4-8c6d-a76341200fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '44e532c9-2609-4100-9214-3286b81e04f5'} {{(pid=93127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:10:10.056112 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.plugins.ml2.managers [None req-e9bbd834-bc5e-494d-8923-07f69bcc200f None None] Bound port: d236d735-efb3-4b35-acfc-36b9a918481d, host: dv-cinder-772388-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '386f5822-9b4f-45e4-8c6d-a76341200fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '44e532c9-2609-4100-9214-3286b81e04f5'}}] {{(pid=93127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:10:10.056732 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-e9bbd834-bc5e-494d-8923-07f69bcc200f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:10.080318 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:10.132149 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.plugins.ml2.db [None req-e9bbd834-bc5e-494d-8923-07f69bcc200f None None] For port d236d735-efb3-4b35-acfc-36b9a918481d, host dv-cinder-772388-5-smb, cleared binding levels {{(pid=93127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:10:10.135827 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.plugins.ml2.db [None req-e9bbd834-bc5e-494d-8923-07f69bcc200f None None] For port d236d735-efb3-4b35-acfc-36b9a918481d, host dv-cinder-772388-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-smb',level=0,port_id=d236d735-efb3-4b35-acfc-36b9a918481d,segment=NetworkSegment(386f5822-9b4f-45e4-8c6d-a76341200fdd),segment_id=386f5822-9b4f-45e4-8c6d-a76341200fdd)] {{(pid=93127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:10:10.144005 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-e9bbd834-bc5e-494d-8923-07f69bcc200f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:10.159072 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG oslo_concurrency.lockutils [None req-856e8d72-8a30-41a4-86f4-984226da52b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:10.189640 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Pushing event updated for resources: {'Port': ['ID=7952ff49-65f1-49f7-9e3b-a2650d697833,revision_number=4']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:10.197061 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:10.205196 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bbd834-bc5e-494d-8923-07f69bcc200f None None] Routers {'71cdafe3-14e7-4e21-9659-8a02a27bbbde'} bound to L3 agent in host dv-cinder-772388-5-smb {{(pid=93127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:10:10.205816 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_hamode_db [None req-e9bbd834-bc5e-494d-8923-07f69bcc200f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T11:56:31Z,description=,heartbeat_timestamp=2021-06-28T12:10:01Z,host='dv-cinder-772388-5-smb',id=a3516409-90ed-42c0-9869-2f9c81c3e104,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:56:31Z,topic='l3_agent')) {'router_ids': ['71cdafe3-14e7-4e21-9659-8a02a27bbbde'], 'active': True} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:10:10.262815 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfc6557-b014-4936-a78e-d9d2d2948b1a None None] Network bd27b8fa-9a96-4270-8a3b-c604688407dc requested from dv-cinder-772388-5-smb {{(pid=93126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:10:10.269803 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6ed7fe-0bc8-436a-846a-0fc5d7956619 None None] Pushing event updated for resources: {'Port': ['ID=d236d735-efb3-4b35-acfc-36b9a918481d,revision_number=4']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:10.274867 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG oslo_concurrency.lockutils [None req-cd6ed7fe-0bc8-436a-846a-0fc5d7956619 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:10.286511 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-6fe0acc7-a395-4709-bdf2-8e5ead0b15a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:10.350652 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_dvr_db [None req-e9bbd834-bc5e-494d-8923-07f69bcc200f None None] Set router 71cdafe3-14e7-4e21-9659-8a02a27bbbde gateway port host: dv-cinder-772388-5-smb {{(pid=93127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:10:10.416161 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-63e707c6-667e-4aae-af82-c583b73a56b0 None None] Provisioning for port d26a34b7-8daa-41a4-a66e-b26868014bb5 completed by entity DHCP. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:10:10.434089 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-63e707c6-667e-4aae-af82-c583b73a56b0 None None] Provisioning complete for port d26a34b7-8daa-41a4-a66e-b26868014bb5 triggered by entity DHCP. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:10:10.434659 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-63e707c6-667e-4aae-af82-c583b73a56b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:10.463401 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.db_base_plugin_common [None req-6fe0acc7-a395-4709-bdf2-8e5ead0b15a7 admin admin] Allocated IP 172.20.0.1 (bd27b8fa-9a96-4270-8a3b-c604688407dc/547d022e-e269-4c5b-8d06-69102b533599/ccc9c175-0400-4f19-b114-7dbe9c0a0984) {{(pid=93125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:10:10.549315 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_hamode_db [None req-f0f39958-169f-4264-94a1-dc59d8cdc7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf20aea5-0dc8-4603-8ccc-d6fa0f635fe7', 'name': 'tempest-TestShelveInstance-1884840467-router', 'tenant_id': 'ec4a61d8743e46a4b5a421de956dd8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.132'}], 'enable_snat': True}, 'gw_port_id': 'bec89441-109e-4e75-83a2-29269f0eb1c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:10:08Z', 'updated_at': '2021-06-28T12:10:09Z', 'revision_number': 3, 'project_id': 'ec4a61d8743e46a4b5a421de956dd8c3', 'gw_port': {'id': 'bec89441-109e-4e75-83a2-29269f0eb1c8', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf20aea5-0dc8-4603-8ccc-d6fa0f635fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:10:08Z', 'updated_at': '2021-06-28T12:10:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb'}], 'dv-cinder-772388-5-smb', False) {} {{(pid=93126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:10:10.574458 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_hamode_db [None req-e9bbd834-bc5e-494d-8923-07f69bcc200f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71cdafe3-14e7-4e21-9659-8a02a27bbbde', 'name': 'tempest-TestShelveInstance-502773456-router', 'tenant_id': '7bc832fb54e44764850d1c5b6e3f6aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.124'}], 'enable_snat': True}, 'gw_port_id': '7952ff49-65f1-49f7-9e3b-a2650d697833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:10:03Z', 'updated_at': '2021-06-28T12:10:06Z', 'revision_number': 4, 'project_id': '7bc832fb54e44764850d1c5b6e3f6aa9', 'gw_port': {'id': '7952ff49-65f1-49f7-9e3b-a2650d697833', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cdafe3-14e7-4e21-9659-8a02a27bbbde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:10:04Z', 'updated_at': '2021-06-28T12:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb', '_interfaces': [{'id': 'd236d735-efb3-4b35-acfc-36b9a918481d', 'name': '', 'network_id': '44e532c9-2609-4100-9214-3286b81e04f5', 'tenant_id': '7bc832fb54e44764850d1c5b6e3f6aa9', 'mac_address': 'fa:16:3e:90:01:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71cdafe3-14e7-4e21-9659-8a02a27bbbde', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'bd0f01a5-45db-4be4-a394-a7a232248dbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:10:05Z', 'updated_at': '2021-06-28T12:10:10Z', 'revision_number': 4, 'project_id': '7bc832fb54e44764850d1c5b6e3f6aa9', 'subnets': [{'id': 'bd0f01a5-45db-4be4-a394-a7a232248dbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-smb', False) {} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:10:10.576636 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-6fe0acc7-a395-4709-bdf2-8e5ead0b15a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:10.584310 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f39958-169f-4264-94a1-dc59d8cdc7b1 None None] Checking router: bf20aea5-0dc8-4603-8ccc-d6fa0f635fe7 for host: dv-cinder-772388-5-smb {{(pid=93126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:10:10.584661 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f39958-169f-4264-94a1-dc59d8cdc7b1 None None] Updating router bf20aea5-0dc8-4603-8ccc-d6fa0f635fe7 port bec89441-109e-4e75-83a2-29269f0eb1c8 binding host dv-cinder-772388-5-smb {{(pid=93126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 12:10:10.596209 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.provisioning_blocks [None req-6fe0acc7-a395-4709-bdf2-8e5ead0b15a7 admin admin] Transition to ACTIVE for port object ccc9c175-0400-4f19-b114-7dbe9c0a0984 will not be triggered until provisioned by entity DHCP. {{(pid=93125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:10:10.605113 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bbd834-bc5e-494d-8923-07f69bcc200f None None] The sync data for ids ['71cdafe3-14e7-4e21-9659-8a02a27bbbde'] in dv-cinder-772388-5-smb is: [{'id': '71cdafe3-14e7-4e21-9659-8a02a27bbbde', 'name': 'tempest-TestShelveInstance-502773456-router', 'tenant_id': '7bc832fb54e44764850d1c5b6e3f6aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.124'}], 'enable_snat': True}, 'gw_port_id': '7952ff49-65f1-49f7-9e3b-a2650d697833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:10:03Z', 'updated_at': '2021-06-28T12:10:06Z', 'revision_number': 4, 'project_id': '7bc832fb54e44764850d1c5b6e3f6aa9', 'gw_port': {'id': '7952ff49-65f1-49f7-9e3b-a2650d697833', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cdafe3-14e7-4e21-9659-8a02a27bbbde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:10:04Z', 'updated_at': '2021-06-28T12:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb', '_interfaces': [{'id': 'd236d735-efb3-4b35-acfc-36b9a918481d', 'name': '', 'network_id': '44e532c9-2609-4100-9214-3286b81e04f5', 'tenant_id': '7bc832fb54e44764850d1c5b6e3f6aa9', 'mac_address': 'fa:16:3e:90:01:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71cdafe3-14e7-4e21-9659-8a02a27bbbde', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'bd0f01a5-45db-4be4-a394-a7a232248dbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:10:05Z', 'updated_at': '2021-06-28T12:10:10Z', 'revision_number': 4, 'project_id': '7bc832fb54e44764850d1c5b6e3f6aa9', 'subnets': [{'id': 'bd0f01a5-45db-4be4-a394-a7a232248dbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:10:10.619390 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-63e707c6-667e-4aae-af82-c583b73a56b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:10.644872 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-6fe0acc7-a395-4709-bdf2-8e5ead0b15a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751010131950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8412961'] for port, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:10.647458 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-daa877f8-6afd-4c92-8f8f-0321e20a6074 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:10.668665 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-f0f39958-169f-4264-94a1-dc59d8cdc7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:10.691627 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe0acc7-a395-4709-bdf2-8e5ead0b15a7 admin admin] Network bd27b8fa-9a96-4270-8a3b-c604688407dc is already hosted by enough agents. {{(pid=93125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:10:10.696711 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.base_scheduler [None req-6fe0acc7-a395-4709-bdf2-8e5ead0b15a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:10:10.699172 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe0acc7-a395-4709-bdf2-8e5ead0b15a7 admin admin] Received port after_create {{(pid=93125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:10:10.714180 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-63e707c6-667e-4aae-af82-c583b73a56b0 None None] For port d26a34b7-8daa-41a4-a66e-b26868014bb5, host dv-cinder-772388-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-smb',level=0,port_id=d26a34b7-8daa-41a4-a66e-b26868014bb5,segment=NetworkSegment(a2c9835a-d9cd-40f5-9c97-dd8f0e982bd7),segment_id=a2c9835a-d9cd-40f5-9c97-dd8f0e982bd7)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:10:10.725185 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-63e707c6-667e-4aae-af82-c583b73a56b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:10.731159 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:10.731845 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe0acc7-a395-4709-bdf2-8e5ead0b15a7 admin admin] Pushing event updated for resources: {'Port': ['ID=ccc9c175-0400-4f19-b114-7dbe9c0a0984,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:10.735251 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-6fe0acc7-a395-4709-bdf2-8e5ead0b15a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:10.746651 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-6fe0acc7-a395-4709-bdf2-8e5ead0b15a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695481'] for router_interface, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:10.857041 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e707c6-667e-4aae-af82-c583b73a56b0 None None] Pushing event updated for resources: {'Port': ['ID=d26a34b7-8daa-41a4-a66e-b26868014bb5,revision_number=3']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:10.869122 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-63e707c6-667e-4aae-af82-c583b73a56b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:10.899374 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-6fe0acc7-a395-4709-bdf2-8e5ead0b15a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:11.032926 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-f0f39958-169f-4264-94a1-dc59d8cdc7b1 None None] Notify callbacks [] for port, precommit_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:11.045388 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-f0f39958-169f-4264-94a1-dc59d8cdc7b1 None None] Transition to ACTIVE for port object bec89441-109e-4e75-83a2-29269f0eb1c8 will not be triggered until provisioned by entity L2. {{(pid=93126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:10:11.055893 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-f0f39958-169f-4264-94a1-dc59d8cdc7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:11.058041 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-908129d4-c764-46c0-88c4-a406d292486e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:11.105037 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-6fe0acc7-a395-4709-bdf2-8e5ead0b15a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:11.115589 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-6fe0acc7-a395-4709-bdf2-8e5ead0b15a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8413139'] for port, after_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:11.119345 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-e309be53-321a-4930-9aa4-778d15abea7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:11.137779 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-07027c9f-5ac7-4c4d-88e9-43cbe0fbe4ab None None] Provisioning complete for port d26a34b7-8daa-41a4-a66e-b26868014bb5 triggered by entity DHCP. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:10:11.138167 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-07027c9f-5ac7-4c4d-88e9-43cbe0fbe4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:11.142425 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.managers [None req-f0f39958-169f-4264-94a1-dc59d8cdc7b1 None None] Attempting to bind port bec89441-109e-4e75-83a2-29269f0eb1c8 on host dv-cinder-772388-5-smb for vnic_type normal with profile {{(pid=93126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:10:11.142590 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.managers [None req-f0f39958-169f-4264-94a1-dc59d8cdc7b1 None None] Attempting to bind port bec89441-109e-4e75-83a2-29269f0eb1c8 by drivers openvswitch,hyperv on host dv-cinder-772388-5-smb at level 0 using segments [{'id': '9701132a-6585-4d51-ae24-db0b91696e59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008'}] {{(pid=93126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:10:11.142950 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f39958-169f-4264-94a1-dc59d8cdc7b1 None None] Attempting to bind port bec89441-109e-4e75-83a2-29269f0eb1c8 on network ccb85226-c586-4fa5-aec0-6cfbd080c008 {{(pid=93126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:10:11.144955 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5969deb-eeb5-402e-a8bd-c4ace6ebc192 None None] Pushing event updated for resources: {'Port': ['ID=bec89441-109e-4e75-83a2-29269f0eb1c8,revision_number=2']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:11.166906 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-a5969deb-eeb5-402e-a8bd-c4ace6ebc192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:11.174251 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f39958-169f-4264-94a1-dc59d8cdc7b1 None None] Checking agent: {'id': '43dc484d-6faf-4242-a4db-1b59836cdb3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 11, 56, 31), 'started_at': datetime.datetime(2021, 6, 28, 11, 57, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:10:11.174644 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f39958-169f-4264-94a1-dc59d8cdc7b1 None None] Checking segment: {'id': '9701132a-6585-4d51-ae24-db0b91696e59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:10:11.175063 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-f0f39958-169f-4264-94a1-dc59d8cdc7b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:11.175792 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f39958-169f-4264-94a1-dc59d8cdc7b1 None None] Bound using segment: {'id': '9701132a-6585-4d51-ae24-db0b91696e59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008'} {{(pid=93126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:10:11.175955 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.managers [None req-f0f39958-169f-4264-94a1-dc59d8cdc7b1 None None] Bound port: bec89441-109e-4e75-83a2-29269f0eb1c8, host: dv-cinder-772388-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9701132a-6585-4d51-ae24-db0b91696e59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008'}}] {{(pid=93126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:10:11.176351 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-f0f39958-169f-4264-94a1-dc59d8cdc7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:11.199277 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe0acc7-a395-4709-bdf2-8e5ead0b15a7 admin admin] Pushing event updated for resources: {'Port': ['ID=ccc9c175-0400-4f19-b114-7dbe9c0a0984,revision_number=2']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:11.202095 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-6fe0acc7-a395-4709-bdf2-8e5ead0b15a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695509'] for router_interface, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:11.205273 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-6fe0acc7-a395-4709-bdf2-8e5ead0b15a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:11.260039 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-f0f39958-169f-4264-94a1-dc59d8cdc7b1 None None] For port bec89441-109e-4e75-83a2-29269f0eb1c8, host dv-cinder-772388-5-smb, cleared binding levels {{(pid=93126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:10:11.279646 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-f0f39958-169f-4264-94a1-dc59d8cdc7b1 None None] For port bec89441-109e-4e75-83a2-29269f0eb1c8, host dv-cinder-772388-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-smb',level=0,port_id=bec89441-109e-4e75-83a2-29269f0eb1c8,segment=NetworkSegment(9701132a-6585-4d51-ae24-db0b91696e59),segment_id=9701132a-6585-4d51-ae24-db0b91696e59)] {{(pid=93126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:10:11.293348 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-f0f39958-169f-4264-94a1-dc59d8cdc7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:11.296938 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:11.315798 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe0acc7-a395-4709-bdf2-8e5ead0b15a7 admin admin] Network bd27b8fa-9a96-4270-8a3b-c604688407dc is already hosted by enough agents. {{(pid=93125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:10:11.315798 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.base_scheduler [None req-6fe0acc7-a395-4709-bdf2-8e5ead0b15a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:10:11.362981 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f39958-169f-4264-94a1-dc59d8cdc7b1 None None] Routers {'bf20aea5-0dc8-4603-8ccc-d6fa0f635fe7'} bound to L3 agent in host dv-cinder-772388-5-smb {{(pid=93126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:10:11.363651 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_hamode_db [None req-f0f39958-169f-4264-94a1-dc59d8cdc7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T11:56:31Z,description=,heartbeat_timestamp=2021-06-28T12:10:01Z,host='dv-cinder-772388-5-smb',id=a3516409-90ed-42c0-9869-2f9c81c3e104,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:56:31Z,topic='l3_agent')) {'router_ids': ['bf20aea5-0dc8-4603-8ccc-d6fa0f635fe7'], 'active': True} {{(pid=93126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:10:11.399263 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5969deb-eeb5-402e-a8bd-c4ace6ebc192 None None] Pushing event updated for resources: {'Port': ['ID=bec89441-109e-4e75-83a2-29269f0eb1c8,revision_number=3']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:11.409776 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-a5969deb-eeb5-402e-a8bd-c4ace6ebc192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:11.461052 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-8cf98782-2aa7-4143-a4d6-dc62204830e5 None None] Provisioning for port ccc9c175-0400-4f19-b114-7dbe9c0a0984 completed by entity DHCP. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:10:11.466689 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-8cf98782-2aa7-4143-a4d6-dc62204830e5 None None] Provisioning complete for port ccc9c175-0400-4f19-b114-7dbe9c0a0984 triggered by entity DHCP. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:10:11.467079 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-8cf98782-2aa7-4143-a4d6-dc62204830e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:11.643087 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device d236d735-efb3-4b35-acfc-36b9a918481d up at agent ovs-agent-dv-cinder-772388-5-smb {{(pid=93126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:10:11.653337 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvr_db [None req-f0f39958-169f-4264-94a1-dc59d8cdc7b1 None None] Set router bf20aea5-0dc8-4603-8ccc-d6fa0f635fe7 gateway port host: dv-cinder-772388-5-smb {{(pid=93126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:10:11.655089 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.plugin [None req-8cf98782-2aa7-4143-a4d6-dc62204830e5 None None] Port ccc9c175-0400-4f19-b114-7dbe9c0a0984 cannot update to ACTIVE because it is not bound. {{(pid=93126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:10:11.717782 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fe0acc7-a395-4709-bdf2-8e5ead0b15a7 admin admin] Router bf20aea5-0dc8-4603-8ccc-d6fa0f635fe7 has already been hosted by L3 agent a3516409-90ed-42c0-9869-2f9c81c3e104 {{(pid=93125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:10:11.819853 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Provisioning for port d236d735-efb3-4b35-acfc-36b9a918481d completed by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:10:11.823797 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe0acc7-a395-4709-bdf2-8e5ead0b15a7 admin admin] Notify agent at l3_agent.dv-cinder-772388-5-smb the message routers_updated {{(pid=93125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 12:10:11.824623 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-a219e1f4-b73b-4b6e-a5df-1eda6477876c None None] Provisioning complete for port ccc9c175-0400-4f19-b114-7dbe9c0a0984 triggered by entity DHCP. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:10:11.825032 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-a219e1f4-b73b-4b6e-a5df-1eda6477876c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:11.832349 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-6fe0acc7-a395-4709-bdf2-8e5ead0b15a7 admin admin] 10.222.0.26 "PUT /v2.0/routers/bf20aea5-0dc8-4603-8ccc-d6fa0f635fe7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0708804 Jun 28 12:10:11.848922 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Provisioning complete for port d236d735-efb3-4b35-acfc-36b9a918481d triggered by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:10:11.849309 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:11.910485 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.plugin [None req-a219e1f4-b73b-4b6e-a5df-1eda6477876c None None] Port ccc9c175-0400-4f19-b114-7dbe9c0a0984 cannot update to ACTIVE because it is not bound. {{(pid=93126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:10:11.989402 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:12.001067 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_hamode_db [None req-f0f39958-169f-4264-94a1-dc59d8cdc7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf20aea5-0dc8-4603-8ccc-d6fa0f635fe7', 'name': 'tempest-TestShelveInstance-1884840467-router', 'tenant_id': 'ec4a61d8743e46a4b5a421de956dd8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.132'}], 'enable_snat': True}, 'gw_port_id': 'bec89441-109e-4e75-83a2-29269f0eb1c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:10:08Z', 'updated_at': '2021-06-28T12:10:10Z', 'revision_number': 4, 'project_id': 'ec4a61d8743e46a4b5a421de956dd8c3', 'gw_port': {'id': 'bec89441-109e-4e75-83a2-29269f0eb1c8', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf20aea5-0dc8-4603-8ccc-d6fa0f635fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:10:08Z', 'updated_at': '2021-06-28T12:10:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb', '_interfaces': [{'id': 'ccc9c175-0400-4f19-b114-7dbe9c0a0984', 'name': '', 'network_id': 'bd27b8fa-9a96-4270-8a3b-c604688407dc', 'tenant_id': 'ec4a61d8743e46a4b5a421de956dd8c3', 'mac_address': 'fa:16:3e:f5:91:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf20aea5-0dc8-4603-8ccc-d6fa0f635fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '547d022e-e269-4c5b-8d06-69102b533599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:10:10Z', 'updated_at': '2021-06-28T12:10:10Z', 'revision_number': 2, 'project_id': 'ec4a61d8743e46a4b5a421de956dd8c3', 'subnets': [{'id': '547d022e-e269-4c5b-8d06-69102b533599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-smb', False) {} {{(pid=93126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:10:12.031233 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f39958-169f-4264-94a1-dc59d8cdc7b1 None None] The sync data for ids ['bf20aea5-0dc8-4603-8ccc-d6fa0f635fe7'] in dv-cinder-772388-5-smb is: [{'id': 'bf20aea5-0dc8-4603-8ccc-d6fa0f635fe7', 'name': 'tempest-TestShelveInstance-1884840467-router', 'tenant_id': 'ec4a61d8743e46a4b5a421de956dd8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.132'}], 'enable_snat': True}, 'gw_port_id': 'bec89441-109e-4e75-83a2-29269f0eb1c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:10:08Z', 'updated_at': '2021-06-28T12:10:10Z', 'revision_number': 4, 'project_id': 'ec4a61d8743e46a4b5a421de956dd8c3', 'gw_port': {'id': 'bec89441-109e-4e75-83a2-29269f0eb1c8', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf20aea5-0dc8-4603-8ccc-d6fa0f635fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:10:08Z', 'updated_at': '2021-06-28T12:10:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb', '_interfaces': [{'id': 'ccc9c175-0400-4f19-b114-7dbe9c0a0984', 'name': '', 'network_id': 'bd27b8fa-9a96-4270-8a3b-c604688407dc', 'tenant_id': 'ec4a61d8743e46a4b5a421de956dd8c3', 'mac_address': 'fa:16:3e:f5:91:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf20aea5-0dc8-4603-8ccc-d6fa0f635fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '547d022e-e269-4c5b-8d06-69102b533599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:10:10Z', 'updated_at': '2021-06-28T12:10:10Z', 'revision_number': 2, 'project_id': 'ec4a61d8743e46a4b5a421de956dd8c3', 'subnets': [{'id': '547d022e-e269-4c5b-8d06-69102b533599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:10:12.056464 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] For port d236d735-efb3-4b35-acfc-36b9a918481d, host dv-cinder-772388-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-smb',level=0,port_id=d236d735-efb3-4b35-acfc-36b9a918481d,segment=NetworkSegment(386f5822-9b4f-45e4-8c6d-a76341200fdd),segment_id=386f5822-9b4f-45e4-8c6d-a76341200fdd)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:10:12.061890 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:12.063347 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device d26a34b7-8daa-41a4-a66e-b26868014bb5 up at agent ovs-agent-dv-cinder-772388-5-smb {{(pid=93126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:10:12.065091 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-5e4abf68-1ee6-47f0-affa-3f04cf19388a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:12.142074 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Pushing event updated for resources: {'Port': ['ID=d236d735-efb3-4b35-acfc-36b9a918481d,revision_number=5']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:12.146330 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:12.152671 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Provisioning complete for port d26a34b7-8daa-41a4-a66e-b26868014bb5 triggered by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:10:12.152970 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:12.250917 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device 7952ff49-65f1-49f7-9e3b-a2650d697833 up at agent ovs-agent-dv-cinder-772388-5-smb {{(pid=93126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:10:12.306720 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Provisioning complete for port 7952ff49-65f1-49f7-9e3b-a2650d697833 triggered by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:10:12.307352 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:12.827260 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 35102) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:10:12.832564 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.v2.base [None req-6341b18d-5231-4d4e-abf3-0995ed8ca517 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-16233467', 'description': 'tempest-secgroup-smoke-16233467 description', 'project_id': '7bc832fb54e44764850d1c5b6e3f6aa9'}} {{(pid=93125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:10:12.855477 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-6341b18d-5231-4d4e-abf3-0995ed8ca517 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Notify callbacks [] for security_group, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:12.935803 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-6341b18d-5231-4d4e-abf3-0995ed8ca517 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Notify callbacks [] for security_group, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:12.939390 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-6341b18d-5231-4d4e-abf3-0995ed8ca517 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:12.941663 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-90b04219-e284-4343-b4df-544e48b47639 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:12.965712 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-6341b18d-5231-4d4e-abf3-0995ed8ca517 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Notify callbacks [] for security_group, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:12.966872 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-6341b18d-5231-4d4e-abf3-0995ed8ca517 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.1380403 Jun 28 12:10:12.969292 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6341b18d-5231-4d4e-abf3-0995ed8ca517 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f01afa41-7ddb-49d7-bd4e-6f711ce79813,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:12.970510 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 35104) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:10:12.972113 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-6341b18d-5231-4d4e-abf3-0995ed8ca517 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:12.975925 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.v2.base [None req-1b5d7244-60e8-4313-a2ce-a4bd5834a390 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Request body: {'security_group_rule': {'security_group_id': 'f01afa41-7ddb-49d7-bd4e-6f711ce79813', 'project_id': '7bc832fb54e44764850d1c5b6e3f6aa9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:10:13.006546 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-1b5d7244-60e8-4313-a2ce-a4bd5834a390 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:13.065098 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-1b5d7244-60e8-4313-a2ce-a4bd5834a390 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:13.068609 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-1b5d7244-60e8-4313-a2ce-a4bd5834a390 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-408423'] for security_group_rule, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:13.070844 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-7dd87ea9-d0b2-4d17-83a6-cbde34ea62b8 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:13.087532 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d7244-60e8-4313-a2ce-a4bd5834a390 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=285e7b57-42c8-4501-83ff-92611d5a048f,revision_number=0']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:13.091392 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-1b5d7244-60e8-4313-a2ce-a4bd5834a390 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:13.093779 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-1b5d7244-60e8-4313-a2ce-a4bd5834a390 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:13.094985 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-1b5d7244-60e8-4313-a2ce-a4bd5834a390 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1228843 Jun 28 12:10:13.097760 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 35106) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:10:13.102228 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.v2.base [None req-a9fc5d76-2f1d-42ff-9109-97aa40a27b1e tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Request body: {'security_group_rule': {'security_group_id': 'f01afa41-7ddb-49d7-bd4e-6f711ce79813', 'project_id': '7bc832fb54e44764850d1c5b6e3f6aa9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:10:13.126808 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-a9fc5d76-2f1d-42ff-9109-97aa40a27b1e tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:13.181331 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-a9fc5d76-2f1d-42ff-9109-97aa40a27b1e tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:13.184835 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-a9fc5d76-2f1d-42ff-9109-97aa40a27b1e tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-408423'] for security_group_rule, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:13.186857 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:13.203376 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fc5d76-2f1d-42ff-9109-97aa40a27b1e tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84ec0f7a-e746-49ad-8d2e-2f85fb972a7d,revision_number=0']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:13.206760 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-a9fc5d76-2f1d-42ff-9109-97aa40a27b1e tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:13.209395 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-a9fc5d76-2f1d-42ff-9109-97aa40a27b1e tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:13.213211 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-a9fc5d76-2f1d-42ff-9109-97aa40a27b1e tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1118813 Jun 28 12:10:13.213389 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 35108) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:10:13.217698 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.v2.base [None req-c3bc50d4-cb93-4105-9cea-73441a8f17c3 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Request body: {'security_group_rule': {'security_group_id': 'f01afa41-7ddb-49d7-bd4e-6f711ce79813', 'project_id': '7bc832fb54e44764850d1c5b6e3f6aa9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:10:13.242281 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-c3bc50d4-cb93-4105-9cea-73441a8f17c3 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:13.304150 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-c3bc50d4-cb93-4105-9cea-73441a8f17c3 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:13.307091 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-c3bc50d4-cb93-4105-9cea-73441a8f17c3 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-408423'] for security_group_rule, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:13.309379 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-a428c887-1d1c-4224-96e3-a6a9af9cff2a tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:13.327479 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bc50d4-cb93-4105-9cea-73441a8f17c3 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2487691-4ba4-4a74-af26-4dfaed09409a,revision_number=0']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:13.332317 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-c3bc50d4-cb93-4105-9cea-73441a8f17c3 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:13.347101 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-c3bc50d4-cb93-4105-9cea-73441a8f17c3 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:13.348377 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-c3bc50d4-cb93-4105-9cea-73441a8f17c3 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1340811 Jun 28 12:10:13.351189 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 35110) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:10:13.356035 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.v2.base [None req-92d57f7a-ee0e-466b-bea7-36e8a9ec1f2e tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Request body: {'security_group_rule': {'security_group_id': 'f01afa41-7ddb-49d7-bd4e-6f711ce79813', 'project_id': '7bc832fb54e44764850d1c5b6e3f6aa9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:10:13.383033 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-92d57f7a-ee0e-466b-bea7-36e8a9ec1f2e tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:13.447567 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-92d57f7a-ee0e-466b-bea7-36e8a9ec1f2e tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:13.451532 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-92d57f7a-ee0e-466b-bea7-36e8a9ec1f2e tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-408423'] for security_group_rule, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:13.453970 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-1b5d7244-60e8-4313-a2ce-a4bd5834a390 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:13.472589 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d57f7a-ee0e-466b-bea7-36e8a9ec1f2e tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5765a7ce-3fa6-48cf-9646-f5f054b82135,revision_number=0']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:13.475461 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-92d57f7a-ee0e-466b-bea7-36e8a9ec1f2e tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:13.476949 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-92d57f7a-ee0e-466b-bea7-36e8a9ec1f2e tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:13.478196 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-92d57f7a-ee0e-466b-bea7-36e8a9ec1f2e tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1260848 Jun 28 12:10:13.480866 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 35112) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:10:13.485899 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.v2.base [None req-1bef22bc-bf5f-4cee-b9c0-0ba1b81df173 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Request body: {'security_group_rule': {'security_group_id': 'f01afa41-7ddb-49d7-bd4e-6f711ce79813', 'project_id': '7bc832fb54e44764850d1c5b6e3f6aa9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:10:13.507126 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.db.securitygroups_db [None req-1bef22bc-bf5f-4cee-b9c0-0ba1b81df173 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Project 7bc832fb54e44764850d1c5b6e3f6aa9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 12:10:13.512471 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-1bef22bc-bf5f-4cee-b9c0-0ba1b81df173 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:13.574843 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-1bef22bc-bf5f-4cee-b9c0-0ba1b81df173 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:13.578984 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-1bef22bc-bf5f-4cee-b9c0-0ba1b81df173 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-408423'] for security_group_rule, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:13.581487 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:13.600832 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bef22bc-bf5f-4cee-b9c0-0ba1b81df173 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdc929b7-0b43-4a0d-a945-2b203ffba7ff,revision_number=0']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:13.604326 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-1bef22bc-bf5f-4cee-b9c0-0ba1b81df173 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:13.610840 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-1bef22bc-bf5f-4cee-b9c0-0ba1b81df173 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:13.613016 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-1bef22bc-bf5f-4cee-b9c0-0ba1b81df173 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1303422 Jun 28 12:10:13.615026 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 35114) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:10:13.620109 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.v2.base [None req-86ae4788-6274-4ed5-a93f-d8f1ff93284f tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Request body: {'security_group_rule': {'security_group_id': 'f01afa41-7ddb-49d7-bd4e-6f711ce79813', 'project_id': '7bc832fb54e44764850d1c5b6e3f6aa9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:10:13.653763 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.db.securitygroups_db [None req-86ae4788-6274-4ed5-a93f-d8f1ff93284f tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Project 7bc832fb54e44764850d1c5b6e3f6aa9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 12:10:13.660048 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-86ae4788-6274-4ed5-a93f-d8f1ff93284f tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:13.736020 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device d236d735-efb3-4b35-acfc-36b9a918481d up at agent ovs-agent-dv-cinder-772388-5-smb {{(pid=93126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:10:13.756582 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-86ae4788-6274-4ed5-a93f-d8f1ff93284f tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:13.762630 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-86ae4788-6274-4ed5-a93f-d8f1ff93284f tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-408423'] for security_group_rule, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:13.764744 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-14644752-8554-4a6d-b034-cfd0941b9dae tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:13.782886 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ae4788-6274-4ed5-a93f-d8f1ff93284f tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79ccad1b-e038-4280-a324-7f994db431dd,revision_number=0']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:13.786056 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-86ae4788-6274-4ed5-a93f-d8f1ff93284f tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:13.789668 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Provisioning complete for port d236d735-efb3-4b35-acfc-36b9a918481d triggered by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:10:13.790057 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:13.792110 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-86ae4788-6274-4ed5-a93f-d8f1ff93284f tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:13.793515 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-86ae4788-6274-4ed5-a93f-d8f1ff93284f tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1772943 Jun 28 12:10:13.878287 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device bec89441-109e-4e75-83a2-29269f0eb1c8 up at agent ovs-agent-dv-cinder-772388-5-smb {{(pid=93126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:10:13.930515 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Provisioning for port bec89441-109e-4e75-83a2-29269f0eb1c8 completed by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:10:13.934538 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Provisioning complete for port bec89441-109e-4e75-83a2-29269f0eb1c8 triggered by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:10:13.934915 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:14.013506 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:14.036115 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] For port bec89441-109e-4e75-83a2-29269f0eb1c8, host dv-cinder-772388-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-smb',level=0,port_id=bec89441-109e-4e75-83a2-29269f0eb1c8,segment=NetworkSegment(9701132a-6585-4d51-ae24-db0b91696e59),segment_id=9701132a-6585-4d51-ae24-db0b91696e59)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:10:14.041584 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:14.043544 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-1f473f97-f21e-46d5-8152-5b25aa31a809 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:14.092347 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Pushing event updated for resources: {'Port': ['ID=bec89441-109e-4e75-83a2-29269f0eb1c8,revision_number=4']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:14.096114 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:14.813537 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc1713f-0bcc-4a50-9d87-a20813f7984c None None] Sync routers for ids ['bf20aea5-0dc8-4603-8ccc-d6fa0f635fe7'] in dv-cinder-772388-5-smb {{(pid=93127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:10:14.822674 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc1713f-0bcc-4a50-9d87-a20813f7984c None None] Routers {'bf20aea5-0dc8-4603-8ccc-d6fa0f635fe7'} bound to L3 agent in host dv-cinder-772388-5-smb {{(pid=93127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:10:14.823275 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_hamode_db [None req-1fc1713f-0bcc-4a50-9d87-a20813f7984c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T11:56:31Z,description=,heartbeat_timestamp=2021-06-28T12:10:01Z,host='dv-cinder-772388-5-smb',id=a3516409-90ed-42c0-9869-2f9c81c3e104,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:56:31Z,topic='l3_agent')) {'router_ids': ['bf20aea5-0dc8-4603-8ccc-d6fa0f635fe7'], 'active': True} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:10:14.927334 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_dvr_db [None req-1fc1713f-0bcc-4a50-9d87-a20813f7984c None None] Set router bf20aea5-0dc8-4603-8ccc-d6fa0f635fe7 gateway port host: dv-cinder-772388-5-smb {{(pid=93127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:10:15.116598 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_hamode_db [None req-1fc1713f-0bcc-4a50-9d87-a20813f7984c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf20aea5-0dc8-4603-8ccc-d6fa0f635fe7', 'name': 'tempest-TestShelveInstance-1884840467-router', 'tenant_id': 'ec4a61d8743e46a4b5a421de956dd8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.132'}], 'enable_snat': True}, 'gw_port_id': 'bec89441-109e-4e75-83a2-29269f0eb1c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:10:08Z', 'updated_at': '2021-06-28T12:10:10Z', 'revision_number': 4, 'project_id': 'ec4a61d8743e46a4b5a421de956dd8c3', 'gw_port': {'id': 'bec89441-109e-4e75-83a2-29269f0eb1c8', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf20aea5-0dc8-4603-8ccc-d6fa0f635fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:10:08Z', 'updated_at': '2021-06-28T12:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb', '_interfaces': [{'id': 'ccc9c175-0400-4f19-b114-7dbe9c0a0984', 'name': '', 'network_id': 'bd27b8fa-9a96-4270-8a3b-c604688407dc', 'tenant_id': 'ec4a61d8743e46a4b5a421de956dd8c3', 'mac_address': 'fa:16:3e:f5:91:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf20aea5-0dc8-4603-8ccc-d6fa0f635fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '547d022e-e269-4c5b-8d06-69102b533599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:10:10Z', 'updated_at': '2021-06-28T12:10:10Z', 'revision_number': 2, 'project_id': 'ec4a61d8743e46a4b5a421de956dd8c3', 'subnets': [{'id': '547d022e-e269-4c5b-8d06-69102b533599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-smb', False) {} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:10:15.142753 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc1713f-0bcc-4a50-9d87-a20813f7984c None None] Checking router: bf20aea5-0dc8-4603-8ccc-d6fa0f635fe7 for host: dv-cinder-772388-5-smb {{(pid=93127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:10:15.143138 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc1713f-0bcc-4a50-9d87-a20813f7984c None None] Updating router bf20aea5-0dc8-4603-8ccc-d6fa0f635fe7 port ccc9c175-0400-4f19-b114-7dbe9c0a0984 binding host dv-cinder-772388-5-smb {{(pid=93127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 12:10:15.178802 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-1fc1713f-0bcc-4a50-9d87-a20813f7984c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:15.430294 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-1fc1713f-0bcc-4a50-9d87-a20813f7984c None None] Notify callbacks [] for port, precommit_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:15.439545 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.provisioning_blocks [None req-1fc1713f-0bcc-4a50-9d87-a20813f7984c None None] Transition to ACTIVE for port object ccc9c175-0400-4f19-b114-7dbe9c0a0984 will not be triggered until provisioned by entity L2. {{(pid=93127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:10:15.444866 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-1fc1713f-0bcc-4a50-9d87-a20813f7984c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:15.447668 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG oslo_concurrency.lockutils [None req-e863a0dd-97ea-4f90-8ac1-24d349ea8701 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:15.491953 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d818589a-5e70-41d8-a5a2-5da2f823e91f None None] Pushing event updated for resources: {'Port': ['ID=ccc9c175-0400-4f19-b114-7dbe9c0a0984,revision_number=3']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:15.600928 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG oslo_concurrency.lockutils [None req-d818589a-5e70-41d8-a5a2-5da2f823e91f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:15.619192 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device bec89441-109e-4e75-83a2-29269f0eb1c8 up at agent ovs-agent-dv-cinder-772388-5-smb {{(pid=93126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:10:15.634446 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.plugins.ml2.managers [None req-1fc1713f-0bcc-4a50-9d87-a20813f7984c None None] Attempting to bind port ccc9c175-0400-4f19-b114-7dbe9c0a0984 on host dv-cinder-772388-5-smb for vnic_type normal with profile {{(pid=93127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:10:15.634891 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.plugins.ml2.managers [None req-1fc1713f-0bcc-4a50-9d87-a20813f7984c None None] Attempting to bind port ccc9c175-0400-4f19-b114-7dbe9c0a0984 by drivers openvswitch,hyperv on host dv-cinder-772388-5-smb at level 0 using segments [{'id': 'a2c9835a-d9cd-40f5-9c97-dd8f0e982bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bd27b8fa-9a96-4270-8a3b-c604688407dc'}] {{(pid=93127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:10:15.635281 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc1713f-0bcc-4a50-9d87-a20813f7984c None None] Attempting to bind port ccc9c175-0400-4f19-b114-7dbe9c0a0984 on network bd27b8fa-9a96-4270-8a3b-c604688407dc {{(pid=93127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:10:15.640873 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc1713f-0bcc-4a50-9d87-a20813f7984c None None] Checking agent: {'id': '43dc484d-6faf-4242-a4db-1b59836cdb3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 11, 56, 31), 'started_at': datetime.datetime(2021, 6, 28, 11, 57, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:10:15.641465 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc1713f-0bcc-4a50-9d87-a20813f7984c None None] Checking segment: {'id': 'a2c9835a-d9cd-40f5-9c97-dd8f0e982bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bd27b8fa-9a96-4270-8a3b-c604688407dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:10:15.642037 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-1fc1713f-0bcc-4a50-9d87-a20813f7984c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:15.644676 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc1713f-0bcc-4a50-9d87-a20813f7984c None None] Bound using segment: {'id': 'a2c9835a-d9cd-40f5-9c97-dd8f0e982bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bd27b8fa-9a96-4270-8a3b-c604688407dc'} {{(pid=93127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:10:15.645300 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.plugins.ml2.managers [None req-1fc1713f-0bcc-4a50-9d87-a20813f7984c None None] Bound port: ccc9c175-0400-4f19-b114-7dbe9c0a0984, host: dv-cinder-772388-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2c9835a-d9cd-40f5-9c97-dd8f0e982bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bd27b8fa-9a96-4270-8a3b-c604688407dc'}}] {{(pid=93127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:10:15.645711 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-1fc1713f-0bcc-4a50-9d87-a20813f7984c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:15.679979 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Provisioning complete for port bec89441-109e-4e75-83a2-29269f0eb1c8 triggered by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:10:15.680482 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:15.709375 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.plugins.ml2.db [None req-1fc1713f-0bcc-4a50-9d87-a20813f7984c None None] For port ccc9c175-0400-4f19-b114-7dbe9c0a0984, host dv-cinder-772388-5-smb, cleared binding levels {{(pid=93127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:10:15.712314 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.plugins.ml2.db [None req-1fc1713f-0bcc-4a50-9d87-a20813f7984c None None] For port ccc9c175-0400-4f19-b114-7dbe9c0a0984, host dv-cinder-772388-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-smb',level=0,port_id=ccc9c175-0400-4f19-b114-7dbe9c0a0984,segment=NetworkSegment(a2c9835a-d9cd-40f5-9c97-dd8f0e982bd7),segment_id=a2c9835a-d9cd-40f5-9c97-dd8f0e982bd7)] {{(pid=93127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:10:15.716748 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-1fc1713f-0bcc-4a50-9d87-a20813f7984c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:15.720206 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG oslo_concurrency.lockutils [None req-32d00983-0c1e-4c73-9614-dc18858e4a02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:15.774470 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc1713f-0bcc-4a50-9d87-a20813f7984c None None] Routers {'bf20aea5-0dc8-4603-8ccc-d6fa0f635fe7'} bound to L3 agent in host dv-cinder-772388-5-smb {{(pid=93127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:10:15.775093 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_hamode_db [None req-1fc1713f-0bcc-4a50-9d87-a20813f7984c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T11:56:31Z,description=,heartbeat_timestamp=2021-06-28T12:10:01Z,host='dv-cinder-772388-5-smb',id=a3516409-90ed-42c0-9869-2f9c81c3e104,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:56:31Z,topic='l3_agent')) {'router_ids': ['bf20aea5-0dc8-4603-8ccc-d6fa0f635fe7'], 'active': True} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:10:15.812498 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d818589a-5e70-41d8-a5a2-5da2f823e91f None None] Pushing event updated for resources: {'Port': ['ID=ccc9c175-0400-4f19-b114-7dbe9c0a0984,revision_number=4']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:15.817057 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG oslo_concurrency.lockutils [None req-d818589a-5e70-41d8-a5a2-5da2f823e91f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:15.887933 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_dvr_db [None req-1fc1713f-0bcc-4a50-9d87-a20813f7984c None None] Set router bf20aea5-0dc8-4603-8ccc-d6fa0f635fe7 gateway port host: dv-cinder-772388-5-smb {{(pid=93127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:10:16.090759 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_hamode_db [None req-1fc1713f-0bcc-4a50-9d87-a20813f7984c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf20aea5-0dc8-4603-8ccc-d6fa0f635fe7', 'name': 'tempest-TestShelveInstance-1884840467-router', 'tenant_id': 'ec4a61d8743e46a4b5a421de956dd8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.132'}], 'enable_snat': True}, 'gw_port_id': 'bec89441-109e-4e75-83a2-29269f0eb1c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:10:08Z', 'updated_at': '2021-06-28T12:10:10Z', 'revision_number': 4, 'project_id': 'ec4a61d8743e46a4b5a421de956dd8c3', 'gw_port': {'id': 'bec89441-109e-4e75-83a2-29269f0eb1c8', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf20aea5-0dc8-4603-8ccc-d6fa0f635fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:10:08Z', 'updated_at': '2021-06-28T12:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb', '_interfaces': [{'id': 'ccc9c175-0400-4f19-b114-7dbe9c0a0984', 'name': '', 'network_id': 'bd27b8fa-9a96-4270-8a3b-c604688407dc', 'tenant_id': 'ec4a61d8743e46a4b5a421de956dd8c3', 'mac_address': 'fa:16:3e:f5:91:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf20aea5-0dc8-4603-8ccc-d6fa0f635fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '547d022e-e269-4c5b-8d06-69102b533599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:10:10Z', 'updated_at': '2021-06-28T12:10:15Z', 'revision_number': 4, 'project_id': 'ec4a61d8743e46a4b5a421de956dd8c3', 'subnets': [{'id': '547d022e-e269-4c5b-8d06-69102b533599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-smb', False) {} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:10:16.115466 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc1713f-0bcc-4a50-9d87-a20813f7984c None None] The sync data for ids ['bf20aea5-0dc8-4603-8ccc-d6fa0f635fe7'] in dv-cinder-772388-5-smb is: [{'id': 'bf20aea5-0dc8-4603-8ccc-d6fa0f635fe7', 'name': 'tempest-TestShelveInstance-1884840467-router', 'tenant_id': 'ec4a61d8743e46a4b5a421de956dd8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.132'}], 'enable_snat': True}, 'gw_port_id': 'bec89441-109e-4e75-83a2-29269f0eb1c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:10:08Z', 'updated_at': '2021-06-28T12:10:10Z', 'revision_number': 4, 'project_id': 'ec4a61d8743e46a4b5a421de956dd8c3', 'gw_port': {'id': 'bec89441-109e-4e75-83a2-29269f0eb1c8', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf20aea5-0dc8-4603-8ccc-d6fa0f635fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:10:08Z', 'updated_at': '2021-06-28T12:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb', '_interfaces': [{'id': 'ccc9c175-0400-4f19-b114-7dbe9c0a0984', 'name': '', 'network_id': 'bd27b8fa-9a96-4270-8a3b-c604688407dc', 'tenant_id': 'ec4a61d8743e46a4b5a421de956dd8c3', 'mac_address': 'fa:16:3e:f5:91:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf20aea5-0dc8-4603-8ccc-d6fa0f635fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '547d022e-e269-4c5b-8d06-69102b533599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:10:10Z', 'updated_at': '2021-06-28T12:10:15Z', 'revision_number': 4, 'project_id': 'ec4a61d8743e46a4b5a421de956dd8c3', 'subnets': [{'id': '547d022e-e269-4c5b-8d06-69102b533599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:10:17.615215 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device ccc9c175-0400-4f19-b114-7dbe9c0a0984 up at agent ovs-agent-dv-cinder-772388-5-smb {{(pid=93126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:10:17.666451 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Provisioning for port ccc9c175-0400-4f19-b114-7dbe9c0a0984 completed by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:10:17.670648 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Provisioning complete for port ccc9c175-0400-4f19-b114-7dbe9c0a0984 triggered by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:10:17.671027 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:17.749043 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:17.781564 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] For port ccc9c175-0400-4f19-b114-7dbe9c0a0984, host dv-cinder-772388-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-smb',level=0,port_id=ccc9c175-0400-4f19-b114-7dbe9c0a0984,segment=NetworkSegment(a2c9835a-d9cd-40f5-9c97-dd8f0e982bd7),segment_id=a2c9835a-d9cd-40f5-9c97-dd8f0e982bd7)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:10:17.785171 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:17.786939 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-da240322-183b-4b77-8cd8-577571968861 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:17.834256 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Pushing event updated for resources: {'Port': ['ID=ccc9c175-0400-4f19-b114-7dbe9c0a0984,revision_number=5']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:17.837655 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:19.603648 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device ccc9c175-0400-4f19-b114-7dbe9c0a0984 up at agent ovs-agent-dv-cinder-772388-5-smb {{(pid=93126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:10:19.651414 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Provisioning complete for port ccc9c175-0400-4f19-b114-7dbe9c0a0984 triggered by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:10:19.651784 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:26.745214 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfa5142-e0b1-489f-bf99-f3af6d901b3f req-366f3910-3360-483e-8a45-efbb2df8847b tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:26.746667 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-ccfa5142-e0b1-489f-bf99-f3af6d901b3f req-366f3910-3360-483e-8a45-efbb2df8847b tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=a96ea42c-794f-43a0-8982-d108eef30624 HTTP/1.1" status: 200 len: 947 time: 0.0613918 Jun 28 12:10:26.787086 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-ccfa5142-e0b1-489f-bf99-f3af6d901b3f req-5adbbee8-ad06-4f06-86bf-89bf66441f48 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed525ddb-307d-46d7-a379-3c4ff2291382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348318 Jun 28 12:10:28.113699 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-90311d48-4823-4cfc-bd67-f3464664be14 req-7089c33a-af0f-4518-968f-95bc68def8ac tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-16233467&fields=id&tenant_id=7bc832fb54e44764850d1c5b6e3f6aa9 HTTP/1.1" status: 200 len: 267 time: 0.0603156 Jun 28 12:10:28.202721 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7371ef23-47d0-4020-bdc2-492c622ec7a0 req-83fd1eb9-61d0-4388-b048-746c07952156 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:28.204347 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-7371ef23-47d0-4020-bdc2-492c622ec7a0 req-83fd1eb9-61d0-4388-b048-746c07952156 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.61 "GET /v2.0/ports?device_id=a96ea42c-794f-43a0-8982-d108eef30624 HTTP/1.1" status: 200 len: 947 time: 0.0622647 Jun 28 12:10:28.309748 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.plugin [req-7371ef23-47d0-4020-bdc2-492c622ec7a0 req-733c1aa9-b533-4e33-86a8-fe32864cff1b tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Deleting port d427cd69-13e1-4e2f-af81-216156f0c545 {{(pid=93125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:10:28.310092 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-7371ef23-47d0-4020-bdc2-492c622ec7a0 req-733c1aa9-b533-4e33-86a8-fe32864cff1b tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751010669087'] for port, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:28.401611 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.db [req-7371ef23-47d0-4020-bdc2-492c622ec7a0 req-733c1aa9-b533-4e33-86a8-fe32864cff1b tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] For port d427cd69-13e1-4e2f-af81-216156f0c545, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=d427cd69-13e1-4e2f-af81-216156f0c545,segment=NetworkSegment(aed9295f-7fc3-449f-af4b-5fa9a30585ae),segment_id=aed9295f-7fc3-449f-af4b-5fa9a30585ae)] {{(pid=93125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:10:28.401871 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-7371ef23-47d0-4020-bdc2-492c622ec7a0 req-733c1aa9-b533-4e33-86a8-fe32864cff1b tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700447'] for port, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:28.463112 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ff6882-5d22-4a86-a426-56b8ab5d1861 req-3a014070-4291-44ba-9892-129576150bf1 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:28.464582 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-f6ff6882-5d22-4a86-a426-56b8ab5d1861 req-3a014070-4291-44ba-9892-129576150bf1 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/ports?device_id=a96ea42c-794f-43a0-8982-d108eef30624 HTTP/1.1" status: 200 len: 947 time: 0.3972154 Jun 28 12:10:28.521243 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-f6ff6882-5d22-4a86-a426-56b8ab5d1861 req-28562e48-f863-4790-b6f4-584d879b8092 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed525ddb-307d-46d7-a379-3c4ff2291382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497911 Jun 28 12:10:28.529695 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90311d48-4823-4cfc-bd67-f3464664be14 req-84c5db33-95a8-47c6-8d44-ba7fcfdcbd08 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:28.530726 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-90311d48-4823-4cfc-bd67-f3464664be14 req-84c5db33-95a8-47c6-8d44-ba7fcfdcbd08 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] 10.222.0.26 "GET /v2.0/networks?id=44e532c9-2609-4100-9214-3286b81e04f5 HTTP/1.1" status: 200 len: 808 time: 0.4096932 Jun 28 12:10:28.546012 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-90311d48-4823-4cfc-bd67-f3464664be14 req-79fcdefd-184b-4a1f-9bb8-c223a45d636c tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] 10.222.0.26 "GET /v2.0/quotas/7bc832fb54e44764850d1c5b6e3f6aa9 HTTP/1.1" status: 200 len: 375 time: 0.0090845 Jun 28 12:10:28.568191 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-7371ef23-47d0-4020-bdc2-492c622ec7a0 req-733c1aa9-b533-4e33-86a8-fe32864cff1b tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:28.568595 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-7371ef23-47d0-4020-bdc2-492c622ec7a0 req-733c1aa9-b533-4e33-86a8-fe32864cff1b tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799926'] for floatingip, after_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:28.568955 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.db.l3_db [req-7371ef23-47d0-4020-bdc2-492c622ec7a0 req-733c1aa9-b533-4e33-86a8-fe32864cff1b tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Floating IP 57f23e43-bf8e-42e5-90f2-5d3a273f91e1 disassociated. External IP: 172.28.3.254, port: d427cd69-13e1-4e2f-af81-216156f0c545. Jun 28 12:10:28.569292 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.plugin [req-7371ef23-47d0-4020-bdc2-492c622ec7a0 req-733c1aa9-b533-4e33-86a8-fe32864cff1b tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Calling delete_port for d427cd69-13e1-4e2f-af81-216156f0c545 owned by compute:nova {{(pid=93125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:10:28.615102 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-90311d48-4823-4cfc-bd67-f3464664be14 req-78f07150-98f2-4cd9-808f-10cb94f0ff62 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7bc832fb54e44764850d1c5b6e3f6aa9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0623107 Jun 28 12:10:28.621207 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-b1cdb103-226f-45ab-a3db-dbfc0e221b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:28.705122 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-7371ef23-47d0-4020-bdc2-492c622ec7a0 req-733c1aa9-b533-4e33-86a8-fe32864cff1b tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751010672945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751010131959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8413146'] for port, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:28.709875 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-30494faf-9b3f-4f71-b544-7b68cfde8884 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:28.735259 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733c1aa9-b533-4e33-86a8-fe32864cff1b tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Pushing event deleted for resources: {'Port': ['ID=d427cd69-13e1-4e2f-af81-216156f0c545,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:28.738970 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-733c1aa9-b533-4e33-86a8-fe32864cff1b tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:28.811957 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-90311d48-4823-4cfc-bd67-f3464664be14 req-4d9153f2-29a2-4e77-ade5-b6990e2a5daa service neutron] 10.222.0.26 "GET /v2.0/networks/44e532c9-2609-4100-9214-3286b81e04f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849048 Jun 28 12:10:28.855401 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7371ef23-47d0-4020-bdc2-492c622ec7a0 req-733c1aa9-b533-4e33-86a8-fe32864cff1b tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Router 1511fe44-47e2-4677-b0bf-fa640cc3b369 has already been hosted by L3 agent a3516409-90ed-42c0-9869-2f9c81c3e104 {{(pid=93125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:10:28.899987 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-90311d48-4823-4cfc-bd67-f3464664be14 req-a4dcf7ff-484f-4cca-aa92-6b119b8e19de service neutron] 10.222.0.26 "GET /v2.0/networks/44e532c9-2609-4100-9214-3286b81e04f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812769 Jun 28 12:10:28.963084 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7371ef23-47d0-4020-bdc2-492c622ec7a0 req-733c1aa9-b533-4e33-86a8-fe32864cff1b tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify agent at l3_agent.dv-cinder-772388-5-smb the message routers_updated {{(pid=93125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 12:10:28.974105 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5fb389-44a5-443a-9c29-f622c314ec1d None None] Sync routers for ids ['1511fe44-47e2-4677-b0bf-fa640cc3b369'] in dv-cinder-772388-5-smb {{(pid=93126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:10:28.988805 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5fb389-44a5-443a-9c29-f622c314ec1d None None] Routers {'1511fe44-47e2-4677-b0bf-fa640cc3b369'} bound to L3 agent in host dv-cinder-772388-5-smb {{(pid=93126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:10:28.989519 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_hamode_db [None req-8c5fb389-44a5-443a-9c29-f622c314ec1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T11:56:31Z,description=,heartbeat_timestamp=2021-06-28T12:10:01Z,host='dv-cinder-772388-5-smb',id=a3516409-90ed-42c0-9869-2f9c81c3e104,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:56:31Z,topic='l3_agent')) {'router_ids': ['1511fe44-47e2-4677-b0bf-fa640cc3b369'], 'active': True} {{(pid=93126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:10:29.006487 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.l3_dvrscheduler_db [req-7371ef23-47d0-4020-bdc2-492c622ec7a0 req-733c1aa9-b533-4e33-86a8-fe32864cff1b tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] No DVR routers for this DVR port d427cd69-13e1-4e2f-af81-216156f0c545 on host hv-cinder-77238 {{(pid=93125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:10:29.009237 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-7371ef23-47d0-4020-bdc2-492c622ec7a0 req-733c1aa9-b533-4e33-86a8-fe32864cff1b tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188324'] for port, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:29.011301 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-7371ef23-47d0-4020-bdc2-492c622ec7a0 req-733c1aa9-b533-4e33-86a8-fe32864cff1b tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.61 "DELETE /v2.0/ports/d427cd69-13e1-4e2f-af81-216156f0c545 HTTP/1.1" status: 204 len: 173 time: 0.8012872 Jun 28 12:10:29.011872 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a96ea42c-794f-43a0-8982-d108eef30624', 'name': 'network-vif-deleted', 'tag': 'd427cd69-13e1-4e2f-af81-216156f0c545'}] {{(pid=93125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:10:29.022334 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cab5cdacc5b3cbbc94323449081fb5e48b25fdc1a77f938b5656c1b79ba6a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd039e3-262b-40e5-82a1-f9ba0cc83ffe" -d '{"events": [{"server_uuid": "a96ea42c-794f-43a0-8982-d108eef30624", "name": "network-vif-deleted", "tag": "d427cd69-13e1-4e2f-af81-216156f0c545"}]}' {{(pid=93125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:10:29.066060 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cefc6779-e2ba-4407-8c16-71b4e4df4a51 x-openstack-request-id: req-cefc6779-e2ba-4407-8c16-71b4e4df4a51 {{(pid=93125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:10:29.066417 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a96ea42c-794f-43a0-8982-d108eef30624", "name": "network-vif-deleted", "tag": "d427cd69-13e1-4e2f-af81-216156f0c545", "status": "completed", "code": 200}]} {{(pid=93125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:10:29.066725 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cefc6779-e2ba-4407-8c16-71b4e4df4a51 {{(pid=93125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:10:29.067174 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a96ea42c-794f-43a0-8982-d108eef30624', 'name': 'network-vif-deleted', 'tag': 'd427cd69-13e1-4e2f-af81-216156f0c545', 'status': 'completed', 'code': 200} Jun 28 12:10:29.133616 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvr_db [None req-8c5fb389-44a5-443a-9c29-f622c314ec1d None None] Set router 1511fe44-47e2-4677-b0bf-fa640cc3b369 gateway port host: dv-cinder-772388-5-smb {{(pid=93126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:10:29.254866 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-00a07cf6-9daf-4bf8-97a7-586192eb5957 req-7fa23f39-5937-420f-91a5-c8bf579bc45e tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] 10.222.0.26 "GET /v2.0/ports?device_id=12d8f265-c1ed-46d3-a54f-85bf84948263 HTTP/1.1" status: 200 len: 210 time: 0.0345843 Jun 28 12:10:29.399275 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_hamode_db [None req-8c5fb389-44a5-443a-9c29-f622c314ec1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1511fe44-47e2-4677-b0bf-fa640cc3b369', 'name': 'tempest-AttachVolumeShelveTestJSON-866816773-router', 'tenant_id': '25df7236fcb6488397fe969e6963f8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': '4f244bb9-a782-48c5-8c92-a01f651b45f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:04:16Z', 'updated_at': '2021-06-28T12:04:22Z', 'revision_number': 4, 'project_id': '25df7236fcb6488397fe969e6963f8c4', 'gw_port': {'id': '4f244bb9-a782-48c5-8c92-a01f651b45f8', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1511fe44-47e2-4677-b0bf-fa640cc3b369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:04:17Z', 'updated_at': '2021-06-28T12:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb', '_interfaces': [{'id': 'd6b6c75c-5a46-46ac-ba07-768e5aab4407', 'name': '', 'network_id': '61e6c2ec-9082-4875-a218-8630ba468008', 'tenant_id': '25df7236fcb6488397fe969e6963f8c4', 'mac_address': 'fa:16:3e:63:75:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1511fe44-47e2-4677-b0bf-fa640cc3b369', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '558089fa-d5c8-4a60-a96f-efb801414a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:04:21Z', 'updated_at': '2021-06-28T12:04:30Z', 'revision_number': 5, 'project_id': '25df7236fcb6488397fe969e6963f8c4', 'subnets': [{'id': '558089fa-d5c8-4a60-a96f-efb801414a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-smb', False) {} {{(pid=93126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:10:29.428103 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5fb389-44a5-443a-9c29-f622c314ec1d None None] Checking router: 1511fe44-47e2-4677-b0bf-fa640cc3b369 for host: dv-cinder-772388-5-smb {{(pid=93126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:10:29.437933 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5fb389-44a5-443a-9c29-f622c314ec1d None None] Routers {'1511fe44-47e2-4677-b0bf-fa640cc3b369'} bound to L3 agent in host dv-cinder-772388-5-smb {{(pid=93126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:10:29.438607 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_hamode_db [None req-8c5fb389-44a5-443a-9c29-f622c314ec1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T11:56:31Z,description=,heartbeat_timestamp=2021-06-28T12:10:01Z,host='dv-cinder-772388-5-smb',id=a3516409-90ed-42c0-9869-2f9c81c3e104,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:56:31Z,topic='l3_agent')) {'router_ids': ['1511fe44-47e2-4677-b0bf-fa640cc3b369'], 'active': True} {{(pid=93126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:10:29.561425 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvr_db [None req-8c5fb389-44a5-443a-9c29-f622c314ec1d None None] Set router 1511fe44-47e2-4677-b0bf-fa640cc3b369 gateway port host: dv-cinder-772388-5-smb {{(pid=93126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:10:29.653725 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 35252) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:10:29.712022 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-b217c8a0-3916-4862-a1c6-2ad992854ecc tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks [] for security_group, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:29.735184 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-b217c8a0-3916-4862-a1c6-2ad992854ecc tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:29.783915 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_hamode_db [None req-8c5fb389-44a5-443a-9c29-f622c314ec1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1511fe44-47e2-4677-b0bf-fa640cc3b369', 'name': 'tempest-AttachVolumeShelveTestJSON-866816773-router', 'tenant_id': '25df7236fcb6488397fe969e6963f8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': '4f244bb9-a782-48c5-8c92-a01f651b45f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:04:16Z', 'updated_at': '2021-06-28T12:04:22Z', 'revision_number': 4, 'project_id': '25df7236fcb6488397fe969e6963f8c4', 'gw_port': {'id': '4f244bb9-a782-48c5-8c92-a01f651b45f8', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1511fe44-47e2-4677-b0bf-fa640cc3b369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:04:17Z', 'updated_at': '2021-06-28T12:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb', '_interfaces': [{'id': 'd6b6c75c-5a46-46ac-ba07-768e5aab4407', 'name': '', 'network_id': '61e6c2ec-9082-4875-a218-8630ba468008', 'tenant_id': '25df7236fcb6488397fe969e6963f8c4', 'mac_address': 'fa:16:3e:63:75:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1511fe44-47e2-4677-b0bf-fa640cc3b369', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '558089fa-d5c8-4a60-a96f-efb801414a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:04:21Z', 'updated_at': '2021-06-28T12:04:30Z', 'revision_number': 5, 'project_id': '25df7236fcb6488397fe969e6963f8c4', 'subnets': [{'id': '558089fa-d5c8-4a60-a96f-efb801414a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-smb', False) {} {{(pid=93126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:10:29.791346 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-b217c8a0-3916-4862-a1c6-2ad992854ecc tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:29.794555 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-b217c8a0-3916-4862-a1c6-2ad992854ecc tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks [] for security_group, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:29.798764 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 35254) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:10:29.799414 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-b217c8a0-3916-4862-a1c6-2ad992854ecc tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "DELETE /v2.0/security-groups/ed525ddb-307d-46d7-a379-3c4ff2291382 HTTP/1.1" status: 204 len: 168 time: 0.1443710 Jun 28 12:10:29.800183 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-8d259946-0dfc-4021-bc41-089eddac894d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:29.810487 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b217c8a0-3916-4862-a1c6-2ad992854ecc tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed525ddb-307d-46d7-a379-3c4ff2291382,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:29.817807 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5fb389-44a5-443a-9c29-f622c314ec1d None None] The sync data for ids ['1511fe44-47e2-4677-b0bf-fa640cc3b369'] in dv-cinder-772388-5-smb is: [{'id': '1511fe44-47e2-4677-b0bf-fa640cc3b369', 'name': 'tempest-AttachVolumeShelveTestJSON-866816773-router', 'tenant_id': '25df7236fcb6488397fe969e6963f8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': '4f244bb9-a782-48c5-8c92-a01f651b45f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:04:16Z', 'updated_at': '2021-06-28T12:04:22Z', 'revision_number': 4, 'project_id': '25df7236fcb6488397fe969e6963f8c4', 'gw_port': {'id': '4f244bb9-a782-48c5-8c92-a01f651b45f8', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1511fe44-47e2-4677-b0bf-fa640cc3b369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:04:17Z', 'updated_at': '2021-06-28T12:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb', '_interfaces': [{'id': 'd6b6c75c-5a46-46ac-ba07-768e5aab4407', 'name': '', 'network_id': '61e6c2ec-9082-4875-a218-8630ba468008', 'tenant_id': '25df7236fcb6488397fe969e6963f8c4', 'mac_address': 'fa:16:3e:63:75:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1511fe44-47e2-4677-b0bf-fa640cc3b369', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '558089fa-d5c8-4a60-a96f-efb801414a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:04:21Z', 'updated_at': '2021-06-28T12:04:30Z', 'revision_number': 5, 'project_id': '25df7236fcb6488397fe969e6963f8c4', 'subnets': [{'id': '558089fa-d5c8-4a60-a96f-efb801414a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:10:29.819400 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-b217c8a0-3916-4862-a1c6-2ad992854ecc tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:29.827892 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.api.v2.resource [None req-77488f16-dda4-45aa-8578-85ab72cb5265 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] show failed (client error): The resource could not be found. Jun 28 12:10:29.829108 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-77488f16-dda4-45aa-8578-85ab72cb5265 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "GET /v2.0/security-groups/ed525ddb-307d-46d7-a379-3c4ff2291382 HTTP/1.1" status: 404 len: 347 time: 0.0278368 Jun 28 12:10:29.832760 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 35256) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:10:29.972160 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-c0a0f019-bb1e-4dd0-ae34-9d771263235e tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Deleting port e5081fe3-bbc7-449e-9224-7fee6a4bf3f1 {{(pid=93124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:10:29.972513 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-c0a0f019-bb1e-4dd0-ae34-9d771263235e tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751010669087'] for port, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:30.060499 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-c0a0f019-bb1e-4dd0-ae34-9d771263235e tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700447'] for port, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:30.060867 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-c0a0f019-bb1e-4dd0-ae34-9d771263235e tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:30.073751 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-c0a0f019-bb1e-4dd0-ae34-9d771263235e tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Calling delete_port for e5081fe3-bbc7-449e-9224-7fee6a4bf3f1 owned by network:floatingip {{(pid=93124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:10:30.075624 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894ec072-0d64-4502-9a29-2e774c878004 None None] New status for floating IP 57f23e43-bf8e-42e5-90f2-5d3a273f91e1: DOWN {{(pid=93127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 12:10:30.226446 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-c0a0f019-bb1e-4dd0-ae34-9d771263235e tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751010672945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751010131959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8411040'] for port, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:30.228326 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-201d13a3-917a-40d4-9252-c2bf5adcc284 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:30.255031 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a0f019-bb1e-4dd0-ae34-9d771263235e tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Pushing event deleted for resources: {'Port': ['ID=e5081fe3-bbc7-449e-9224-7fee6a4bf3f1,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:30.258183 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-c0a0f019-bb1e-4dd0-ae34-9d771263235e tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:30.316997 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-c0a0f019-bb1e-4dd0-ae34-9d771263235e tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks [] for floatingip, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:30.319679 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-c0a0f019-bb1e-4dd0-ae34-9d771263235e tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188324'] for floatingip, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:30.330252 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-c0a0f019-bb1e-4dd0-ae34-9d771263235e tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] 10.222.0.26 "DELETE /v2.0/floatingips/57f23e43-bf8e-42e5-90f2-5d3a273f91e1 HTTP/1.1" status: 204 len: 168 time: 0.4906790 Jun 28 12:10:30.415541 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-91cc34c9-e31e-4357-90f2-48268bbea806 req-4b9814de-48f8-46a2-b016-caa1ff547e1e tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] 10.222.0.26 "GET /v2.0/ports?device_id=12d8f265-c1ed-46d3-a54f-85bf84948263 HTTP/1.1" status: 200 len: 210 time: 0.0497806 Jun 28 12:10:30.502511 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90311d48-4823-4cfc-bd67-f3464664be14 req-8740266b-f618-431c-878b-9ab75db249be tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:30.503903 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-90311d48-4823-4cfc-bd67-f3464664be14 req-8740266b-f618-431c-878b-9ab75db249be tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] 10.222.0.61 "GET /v2.0/networks?id=44e532c9-2609-4100-9214-3286b81e04f5 HTTP/1.1" status: 200 len: 808 time: 0.1244171 Jun 28 12:10:30.550951 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-90311d48-4823-4cfc-bd67-f3464664be14 req-aa028263-d672-4b74-b7e4-d5e550995271 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7bc832fb54e44764850d1c5b6e3f6aa9 HTTP/1.1" status: 200 len: 378 time: 0.0363941 Jun 28 12:10:30.559473 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.v2.base [req-90311d48-4823-4cfc-bd67-f3464664be14 req-9f98e0ec-74db-4fe4-ab4a-6bb12db1835c tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Request body: {'port': {'device_id': '12d8f265-c1ed-46d3-a54f-85bf84948263', 'network_id': '44e532c9-2609-4100-9214-3286b81e04f5', 'admin_state_up': True, 'tenant_id': '7bc832fb54e44764850d1c5b6e3f6aa9', 'security_groups': ['f01afa41-7ddb-49d7-bd4e-6f711ce79813']}} {{(pid=93125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:10:30.669557 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90311d48-4823-4cfc-bd67-f3464664be14 req-9f98e0ec-74db-4fe4-ab4a-6bb12db1835c tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Made reservation on behalf of 7bc832fb54e44764850d1c5b6e3f6aa9 for: {'port': 1} {{(pid=93125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:10:30.673147 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-90311d48-4823-4cfc-bd67-f3464664be14 req-9f98e0ec-74db-4fe4-ab4a-6bb12db1835c tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:30.796885 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.db_base_plugin_common [req-90311d48-4823-4cfc-bd67-f3464664be14 req-9f98e0ec-74db-4fe4-ab4a-6bb12db1835c tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Allocated IP 172.20.0.12 (44e532c9-2609-4100-9214-3286b81e04f5/bd0f01a5-45db-4be4-a394-a7a232248dbc/8ba5934d-f734-4a25-abae-ef629128dd7d) {{(pid=93125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:10:30.935329 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-90311d48-4823-4cfc-bd67-f3464664be14 req-9f98e0ec-74db-4fe4-ab4a-6bb12db1835c tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Notify callbacks [] for port, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:30.949353 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.provisioning_blocks [req-90311d48-4823-4cfc-bd67-f3464664be14 req-9f98e0ec-74db-4fe4-ab4a-6bb12db1835c tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Transition to ACTIVE for port object 8ba5934d-f734-4a25-abae-ef629128dd7d will not be triggered until provisioned by entity DHCP. {{(pid=93125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:10:30.984669 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-90311d48-4823-4cfc-bd67-f3464664be14 req-9f98e0ec-74db-4fe4-ab4a-6bb12db1835c tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751010131950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8412961'] for port, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:30.988394 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-d62fb9e9-4de6-4577-a56a-4608ebaa05b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:31.027728 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90311d48-4823-4cfc-bd67-f3464664be14 req-9f98e0ec-74db-4fe4-ab4a-6bb12db1835c tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Network 44e532c9-2609-4100-9214-3286b81e04f5 is already hosted by enough agents. {{(pid=93125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:10:31.032477 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.base_scheduler [req-90311d48-4823-4cfc-bd67-f3464664be14 req-9f98e0ec-74db-4fe4-ab4a-6bb12db1835c tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Resources bound (agent type, host, resource id): {{(pid=93125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:10:31.036228 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.l3_dvrscheduler_db [req-90311d48-4823-4cfc-bd67-f3464664be14 req-9f98e0ec-74db-4fe4-ab4a-6bb12db1835c tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Received port after_create {{(pid=93125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:10:31.063006 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f98e0ec-74db-4fe4-ab4a-6bb12db1835c tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Pushing event updated for resources: {'Port': ['ID=8ba5934d-f734-4a25-abae-ef629128dd7d,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:31.077029 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f98e0ec-74db-4fe4-ab4a-6bb12db1835c tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:10:31.077410 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f98e0ec-74db-4fe4-ab4a-6bb12db1835c tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:10:31.077785 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f98e0ec-74db-4fe4-ab4a-6bb12db1835c tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:10:31.078157 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f98e0ec-74db-4fe4-ab4a-6bb12db1835c tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:10:31.078521 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f98e0ec-74db-4fe4-ab4a-6bb12db1835c tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:10:31.078883 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f98e0ec-74db-4fe4-ab4a-6bb12db1835c tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:10:31.079239 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f98e0ec-74db-4fe4-ab4a-6bb12db1835c tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:10:31.079597 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f98e0ec-74db-4fe4-ab4a-6bb12db1835c tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:10:31.079954 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f98e0ec-74db-4fe4-ab4a-6bb12db1835c tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:10:31.080307 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f98e0ec-74db-4fe4-ab4a-6bb12db1835c tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:10:31.080660 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f98e0ec-74db-4fe4-ab4a-6bb12db1835c tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:10:31.081608 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f98e0ec-74db-4fe4-ab4a-6bb12db1835c tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:10:31.086898 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-9f98e0ec-74db-4fe4-ab4a-6bb12db1835c tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:31.104137 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90311d48-4823-4cfc-bd67-f3464664be14 req-9f98e0ec-74db-4fe4-ab4a-6bb12db1835c tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:31.105041 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-90311d48-4823-4cfc-bd67-f3464664be14 req-9f98e0ec-74db-4fe4-ab4a-6bb12db1835c tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188324'] for port, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:31.118954 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-90311d48-4823-4cfc-bd67-f3464664be14 req-9f98e0ec-74db-4fe4-ab4a-6bb12db1835c tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5634716 Jun 28 12:10:31.130956 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.v2.base [req-90311d48-4823-4cfc-bd67-f3464664be14 req-730ca1e6-a152-45e8-8b1d-b77358b8ff62 service neutron] Request body: {'port': {'device_id': '12d8f265-c1ed-46d3-a54f-85bf84948263', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=93125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:10:31.208667 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-90311d48-4823-4cfc-bd67-f3464664be14 req-730ca1e6-a152-45e8-8b1d-b77358b8ff62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:31.291858 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-a834ddbb-7352-4b4a-9ea6-024bbcd974c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:31.295011 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-7d0ee537-d81e-430e-aa7c-e61f82deaac1 None None] Provisioning for port 8ba5934d-f734-4a25-abae-ef629128dd7d completed by entity DHCP. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:10:31.298627 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-7d0ee537-d81e-430e-aa7c-e61f82deaac1 None None] Provisioning complete for port 8ba5934d-f734-4a25-abae-ef629128dd7d triggered by entity DHCP. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:10:31.298984 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-7d0ee537-d81e-430e-aa7c-e61f82deaac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:31.333565 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.plugin [None req-7d0ee537-d81e-430e-aa7c-e61f82deaac1 None None] Port 8ba5934d-f734-4a25-abae-ef629128dd7d cannot update to ACTIVE because it is not bound. {{(pid=93126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:10:31.376486 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:31.466572 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.notifiers.nova [req-90311d48-4823-4cfc-bd67-f3464664be14 req-730ca1e6-a152-45e8-8b1d-b77358b8ff62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ba5934d-f734-4a25-abae-ef629128dd7d {{(pid=93125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:10:31.475020 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-90311d48-4823-4cfc-bd67-f3464664be14 req-730ca1e6-a152-45e8-8b1d-b77358b8ff62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:31.489032 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.provisioning_blocks [req-90311d48-4823-4cfc-bd67-f3464664be14 req-730ca1e6-a152-45e8-8b1d-b77358b8ff62 service neutron] Transition to ACTIVE for port object 8ba5934d-f734-4a25-abae-ef629128dd7d will not be triggered until provisioned by entity L2. {{(pid=93125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:10:31.493902 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-90311d48-4823-4cfc-bd67-f3464664be14 req-730ca1e6-a152-45e8-8b1d-b77358b8ff62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8413139'] for port, after_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:31.496299 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-45c8690e-c1ba-4a09-8810-c57ecd71bcac tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:31.548006 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730ca1e6-a152-45e8-8b1d-b77358b8ff62 service neutron] Pushing event updated for resources: {'Port': ['ID=8ba5934d-f734-4a25-abae-ef629128dd7d,revision_number=2']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:31.552522 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-730ca1e6-a152-45e8-8b1d-b77358b8ff62 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:31.626846 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee4599-cf35-47f6-82f4-6ece6dc6684a req-27092052-7e74-4176-8930-6013337ed828 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:31.630371 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-d7ee4599-cf35-47f6-82f4-6ece6dc6684a req-27092052-7e74-4176-8930-6013337ed828 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] 10.222.0.26 "GET /v2.0/ports?device_id=12d8f265-c1ed-46d3-a54f-85bf84948263 HTTP/1.1" status: 200 len: 944 time: 0.1098948 Jun 28 12:10:31.636848 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.managers [req-90311d48-4823-4cfc-bd67-f3464664be14 req-730ca1e6-a152-45e8-8b1d-b77358b8ff62 service neutron] Attempting to bind port 8ba5934d-f734-4a25-abae-ef629128dd7d on host hv-cinder-77238 for vnic_type normal with profile {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:10:31.637769 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.managers [req-90311d48-4823-4cfc-bd67-f3464664be14 req-730ca1e6-a152-45e8-8b1d-b77358b8ff62 service neutron] Attempting to bind port 8ba5934d-f734-4a25-abae-ef629128dd7d by drivers openvswitch,hyperv on host hv-cinder-77238 at level 0 using segments [{'id': '386f5822-9b4f-45e4-8c6d-a76341200fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '44e532c9-2609-4100-9214-3286b81e04f5'}] {{(pid=93125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:10:31.638363 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90311d48-4823-4cfc-bd67-f3464664be14 req-730ca1e6-a152-45e8-8b1d-b77358b8ff62 service neutron] Attempting to bind port 8ba5934d-f734-4a25-abae-ef629128dd7d on network 44e532c9-2609-4100-9214-3286b81e04f5 {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:10:31.644216 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90311d48-4823-4cfc-bd67-f3464664be14 req-730ca1e6-a152-45e8-8b1d-b77358b8ff62 service neutron] Port 8ba5934d-f734-4a25-abae-ef629128dd7d on network 44e532c9-2609-4100-9214-3286b81e04f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77238 {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:10:31.645458 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90311d48-4823-4cfc-bd67-f3464664be14 req-730ca1e6-a152-45e8-8b1d-b77358b8ff62 service neutron] Attempting to bind port 8ba5934d-f734-4a25-abae-ef629128dd7d on network 44e532c9-2609-4100-9214-3286b81e04f5 {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:10:31.652392 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90311d48-4823-4cfc-bd67-f3464664be14 req-730ca1e6-a152-45e8-8b1d-b77358b8ff62 service neutron] Checking agent: {'id': '848960a1-f744-4efd-9f3d-017fcea63875', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 2, 37), 'started_at': datetime.datetime(2021, 6, 28, 12, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:10:31.652759 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90311d48-4823-4cfc-bd67-f3464664be14 req-730ca1e6-a152-45e8-8b1d-b77358b8ff62 service neutron] Checking segment: {'id': '386f5822-9b4f-45e4-8c6d-a76341200fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '44e532c9-2609-4100-9214-3286b81e04f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:10:31.653206 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90311d48-4823-4cfc-bd67-f3464664be14 req-730ca1e6-a152-45e8-8b1d-b77358b8ff62 service neutron] Bound using segment: {'id': '386f5822-9b4f-45e4-8c6d-a76341200fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '44e532c9-2609-4100-9214-3286b81e04f5'} {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:10:31.653651 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.managers [req-90311d48-4823-4cfc-bd67-f3464664be14 req-730ca1e6-a152-45e8-8b1d-b77358b8ff62 service neutron] Bound port: 8ba5934d-f734-4a25-abae-ef629128dd7d, host: hv-cinder-77238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '386f5822-9b4f-45e4-8c6d-a76341200fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '44e532c9-2609-4100-9214-3286b81e04f5'}}] {{(pid=93125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:10:31.654102 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-90311d48-4823-4cfc-bd67-f3464664be14 req-730ca1e6-a152-45e8-8b1d-b77358b8ff62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:31.703241 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-d7ee4599-cf35-47f6-82f4-6ece6dc6684a req-c63f2a8d-1251-4dc6-927c-2baf983195b1 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] 10.222.0.26 "GET /v2.0/security-groups?id=f01afa41-7ddb-49d7-bd4e-6f711ce79813&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0557601 Jun 28 12:10:31.720062 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device d427cd69-13e1-4e2f-af81-216156f0c545 no longer exists at agent hyperv_hv-cinder-77238 {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:10:31.734488 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.db [req-90311d48-4823-4cfc-bd67-f3464664be14 req-730ca1e6-a152-45e8-8b1d-b77358b8ff62 service neutron] For port 8ba5934d-f734-4a25-abae-ef629128dd7d, host hv-cinder-77238, cleared binding levels {{(pid=93125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:10:31.742503 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.db [req-90311d48-4823-4cfc-bd67-f3464664be14 req-730ca1e6-a152-45e8-8b1d-b77358b8ff62 service neutron] For port 8ba5934d-f734-4a25-abae-ef629128dd7d, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=8ba5934d-f734-4a25-abae-ef629128dd7d,segment=NetworkSegment(386f5822-9b4f-45e4-8c6d-a76341200fdd),segment_id=386f5822-9b4f-45e4-8c6d-a76341200fdd)] {{(pid=93125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:10:31.742915 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.plugin [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] No Port match for: d427cd69-13e1-4e2f-af81-216156f0c545 {{(pid=93126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:10:31.743433 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device d427cd69-13e1-4e2f-af81-216156f0c545 not bound to the agent host hv-cinder-77238 {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:10:31.748259 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-90311d48-4823-4cfc-bd67-f3464664be14 req-730ca1e6-a152-45e8-8b1d-b77358b8ff62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8413139'] for port, after_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:31.750775 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-ed107ae7-b353-43fb-9fdc-1ece2e8399b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:31.784853 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90311d48-4823-4cfc-bd67-f3464664be14 req-730ca1e6-a152-45e8-8b1d-b77358b8ff62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:31.785461 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-90311d48-4823-4cfc-bd67-f3464664be14 req-730ca1e6-a152-45e8-8b1d-b77358b8ff62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188324'] for port, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:31.786825 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-90311d48-4823-4cfc-bd67-f3464664be14 req-730ca1e6-a152-45e8-8b1d-b77358b8ff62 service neutron] 10.222.0.61 "PUT /v2.0/ports/8ba5934d-f734-4a25-abae-ef629128dd7d HTTP/1.1" status: 200 len: 1094 time: 0.6609285 Jun 28 12:10:31.787327 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12d8f265-c1ed-46d3-a54f-85bf84948263', 'tag': '8ba5934d-f734-4a25-abae-ef629128dd7d'}] {{(pid=93125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:10:31.789636 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cab5cdacc5b3cbbc94323449081fb5e48b25fdc1a77f938b5656c1b79ba6a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e17d04ec-733e-46e4-ba90-5eac084d47db" -d '{"events": [{"name": "network-changed", "server_uuid": "12d8f265-c1ed-46d3-a54f-85bf84948263", "tag": "8ba5934d-f734-4a25-abae-ef629128dd7d"}]}' {{(pid=93125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:10:31.817301 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730ca1e6-a152-45e8-8b1d-b77358b8ff62 service neutron] Pushing event updated for resources: {'Port': ['ID=8ba5934d-f734-4a25-abae-ef629128dd7d,revision_number=3']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:31.820505 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-730ca1e6-a152-45e8-8b1d-b77358b8ff62 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:31.877467 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 12:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7221c9e-0546-42c4-936b-c539c5f69db1 x-openstack-request-id: req-e7221c9e-0546-42c4-936b-c539c5f69db1 {{(pid=93125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:10:31.877467 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12d8f265-c1ed-46d3-a54f-85bf84948263", "tag": "8ba5934d-f734-4a25-abae-ef629128dd7d", "status": "completed", "code": 200}]} {{(pid=93125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:10:31.877467 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e7221c9e-0546-42c4-936b-c539c5f69db1 {{(pid=93125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:10:31.877467 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12d8f265-c1ed-46d3-a54f-85bf84948263', 'tag': '8ba5934d-f734-4a25-abae-ef629128dd7d', 'status': 'completed', 'code': 200} Jun 28 12:10:31.904327 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90311d48-4823-4cfc-bd67-f3464664be14 req-32c883f3-d0b4-4f27-ba41-db003b5c46a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:31.905867 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-90311d48-4823-4cfc-bd67-f3464664be14 req-32c883f3-d0b4-4f27-ba41-db003b5c46a4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7bc832fb54e44764850d1c5b6e3f6aa9&device_id=12d8f265-c1ed-46d3-a54f-85bf84948263 HTTP/1.1" status: 200 len: 1097 time: 0.0692873 Jun 28 12:10:31.958547 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-90311d48-4823-4cfc-bd67-f3464664be14 req-c2aad43d-49d2-4034-a4fe-4e8316f51e0a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ba5934d-f734-4a25-abae-ef629128dd7d HTTP/1.1" status: 200 len: 217 time: 0.0417893 Jun 28 12:10:32.011036 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90311d48-4823-4cfc-bd67-f3464664be14 req-186d2b8f-d9a1-4168-9698-5052f86117c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:32.012475 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-90311d48-4823-4cfc-bd67-f3464664be14 req-186d2b8f-d9a1-4168-9698-5052f86117c6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bd0f01a5-45db-4be4-a394-a7a232248dbc HTTP/1.1" status: 200 len: 847 time: 0.0475349 Jun 28 12:10:32.072439 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90311d48-4823-4cfc-bd67-f3464664be14 req-07289e9e-5b63-4853-b196-4dffdca6dd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:32.074773 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-90311d48-4823-4cfc-bd67-f3464664be14 req-07289e9e-5b63-4853-b196-4dffdca6dd4b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=44e532c9-2609-4100-9214-3286b81e04f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0548608 Jun 28 12:10:32.165663 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-90311d48-4823-4cfc-bd67-f3464664be14 req-64cd091f-83a7-4ff1-b36b-ab858e651530 service neutron] 10.222.0.61 "GET /v2.0/networks/44e532c9-2609-4100-9214-3286b81e04f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833957 Jun 28 12:10:32.250624 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-90311d48-4823-4cfc-bd67-f3464664be14 req-b2dd0ee6-758e-4b04-a5b5-d89977c0d084 service neutron] 10.222.0.61 "GET /v2.0/networks/44e532c9-2609-4100-9214-3286b81e04f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783644 Jun 28 12:10:32.352540 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d04ec-733e-46e4-ba90-5eac084d47db req-4120ad2e-aa58-4951-a8d7-1611e833aa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:32.354002 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-e17d04ec-733e-46e4-ba90-5eac084d47db req-4120ad2e-aa58-4951-a8d7-1611e833aa14 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7bc832fb54e44764850d1c5b6e3f6aa9&device_id=12d8f265-c1ed-46d3-a54f-85bf84948263 HTTP/1.1" status: 200 len: 1097 time: 0.0510480 Jun 28 12:10:32.403327 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-5f2b1fbb-f913-4077-a7df-942ed403becf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:32.447091 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d04ec-733e-46e4-ba90-5eac084d47db req-3a13db6a-63e1-4797-bf01-3e3ec3df5622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:32.448547 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-e17d04ec-733e-46e4-ba90-5eac084d47db req-3a13db6a-63e1-4797-bf01-3e3ec3df5622 service neutron] 10.222.0.61 "GET /v2.0/networks?id=44e532c9-2609-4100-9214-3286b81e04f5 HTTP/1.1" status: 200 len: 909 time: 0.0862360 Jun 28 12:10:32.487569 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-e17d04ec-733e-46e4-ba90-5eac084d47db req-e4ea249e-ca6d-4fdd-909e-e97ad7b9a97a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ba5934d-f734-4a25-abae-ef629128dd7d HTTP/1.1" status: 200 len: 217 time: 0.0320146 Jun 28 12:10:32.536713 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d04ec-733e-46e4-ba90-5eac084d47db req-0e8df9b0-5f3c-4ea7-b89f-0233f2317981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:32.538111 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-e17d04ec-733e-46e4-ba90-5eac084d47db req-0e8df9b0-5f3c-4ea7-b89f-0233f2317981 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bd0f01a5-45db-4be4-a394-a7a232248dbc HTTP/1.1" status: 200 len: 847 time: 0.0443289 Jun 28 12:10:32.594570 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d04ec-733e-46e4-ba90-5eac084d47db req-bf4bd48e-f16d-476d-a23c-2e387d0f6661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:32.595958 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-e17d04ec-733e-46e4-ba90-5eac084d47db req-bf4bd48e-f16d-476d-a23c-2e387d0f6661 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=44e532c9-2609-4100-9214-3286b81e04f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0486262 Jun 28 12:10:32.681703 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-e17d04ec-733e-46e4-ba90-5eac084d47db req-93f07b72-af88-429d-bec1-02bd6c78f679 service neutron] 10.222.0.61 "GET /v2.0/networks/44e532c9-2609-4100-9214-3286b81e04f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0770299 Jun 28 12:10:32.772330 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-e17d04ec-733e-46e4-ba90-5eac084d47db req-c19aef2d-690b-4a13-b15f-d28fa0bd888f service neutron] 10.222.0.61 "GET /v2.0/networks/44e532c9-2609-4100-9214-3286b81e04f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834255 Jun 28 12:10:32.863298 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd973f1d-3453-47b2-b21c-218d8b875eae req-12168b98-0fab-4629-a75b-0cc4a6afe185 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:32.864734 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-bd973f1d-3453-47b2-b21c-218d8b875eae req-12168b98-0fab-4629-a75b-0cc4a6afe185 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] 10.222.0.26 "GET /v2.0/ports?device_id=12d8f265-c1ed-46d3-a54f-85bf84948263 HTTP/1.1" status: 200 len: 944 time: 0.0621977 Jun 28 12:10:32.900910 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-bd973f1d-3453-47b2-b21c-218d8b875eae req-9832a0b5-2f44-41e1-965b-13748d63ba1a tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] 10.222.0.26 "GET /v2.0/security-groups?id=f01afa41-7ddb-49d7-bd4e-6f711ce79813&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301464 Jun 28 12:10:33.086066 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 35286) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:10:33.504748 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-4024650a-17e5-4696-91f6-f921c593865b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695600'] for router_interface, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:33.735790 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device 8ba5934d-f734-4a25-abae-ef629128dd7d details requested by agent hyperv_hv-cinder-77238 with host hv-cinder-77238 {{(pid=93126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 12:10:33.747774 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-4024650a-17e5-4696-91f6-f921c593865b admin admin] Deleting port d6b6c75c-5a46-46ac-ba07-768e5aab4407 {{(pid=93124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:10:33.748127 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-4024650a-17e5-4696-91f6-f921c593865b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751010669087'] for port, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:33.822517 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-4024650a-17e5-4696-91f6-f921c593865b admin admin] For port d6b6c75c-5a46-46ac-ba07-768e5aab4407, host dv-cinder-772388-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-smb',level=0,port_id=d6b6c75c-5a46-46ac-ba07-768e5aab4407,segment=NetworkSegment(aed9295f-7fc3-449f-af4b-5fa9a30585ae),segment_id=aed9295f-7fc3-449f-af4b-5fa9a30585ae)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:10:33.822791 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-4024650a-17e5-4696-91f6-f921c593865b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700447'] for port, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:33.828122 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] For port 8ba5934d-f734-4a25-abae-ef629128dd7d, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=8ba5934d-f734-4a25-abae-ef629128dd7d,segment=NetworkSegment(386f5822-9b4f-45e4-8c6d-a76341200fdd),segment_id=386f5822-9b4f-45e4-8c6d-a76341200fdd)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:10:33.836142 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-4024650a-17e5-4696-91f6-f921c593865b admin admin] Calling delete_port for d6b6c75c-5a46-46ac-ba07-768e5aab4407 owned by network:router_interface {{(pid=93124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:10:33.839772 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Returning: {'device': '8ba5934d-f734-4a25-abae-ef629128dd7d', 'network_id': '44e532c9-2609-4100-9214-3286b81e04f5', 'port_id': '8ba5934d-f734-4a25-abae-ef629128dd7d', 'mac_address': 'fa:16:3e:16:62:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd0f01a5-45db-4be4-a394-a7a232248dbc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 12:10:33.876366 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:33.888458 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.notifiers.nova [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ba5934d-f734-4a25-abae-ef629128dd7d {{(pid=93126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:10:33.907967 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] For port 8ba5934d-f734-4a25-abae-ef629128dd7d, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=8ba5934d-f734-4a25-abae-ef629128dd7d,segment=NetworkSegment(386f5822-9b4f-45e4-8c6d-a76341200fdd),segment_id=386f5822-9b4f-45e4-8c6d-a76341200fdd)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:10:33.912578 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:33.914343 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:33.976845 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Pushing event updated for resources: {'Port': ['ID=8ba5934d-f734-4a25-abae-ef629128dd7d,revision_number=4']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:33.980674 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:33.989874 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-664455ac-6bbb-4e68-9a3b-ee59dbc8190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:34.016743 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-4024650a-17e5-4696-91f6-f921c593865b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751010672945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751010131959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8411040'] for port, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:34.019387 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-ab56a9b2-71ae-4013-b38d-90b02d2116a4 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:34.054704 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4024650a-17e5-4696-91f6-f921c593865b admin admin] Pushing event deleted for resources: {'Port': ['ID=d6b6c75c-5a46-46ac-ba07-768e5aab4407,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:34.058975 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-4024650a-17e5-4696-91f6-f921c593865b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:34.125741 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] get_ports_and_sgs() called for port_ids ['8ba5934d-f734-4a25-abae-ef629128dd7d'] {{(pid=93126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:10:34.196260 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23077942-1897-4169-8fdc-e48f05194959 req-c2f257ba-a6da-4460-b6d0-308fb71b14f7 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:34.197835 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-23077942-1897-4169-8fdc-e48f05194959 req-c2f257ba-a6da-4460-b6d0-308fb71b14f7 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] 10.222.0.26 "GET /v2.0/ports?device_id=12d8f265-c1ed-46d3-a54f-85bf84948263 HTTP/1.1" status: 200 len: 945 time: 0.1536381 Jun 28 12:10:34.276320 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-23077942-1897-4169-8fdc-e48f05194959 req-4306f30b-2711-44c5-a69d-59619e94ca9f tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] 10.222.0.26 "GET /v2.0/security-groups?id=f01afa41-7ddb-49d7-bd4e-6f711ce79813&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0700881 Jun 28 12:10:34.278830 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-4024650a-17e5-4696-91f6-f921c593865b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3737344'] for router_interface, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:34.498332 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4024650a-17e5-4696-91f6-f921c593865b admin admin] Router 1511fe44-47e2-4677-b0bf-fa640cc3b369 has already been hosted by L3 agent a3516409-90ed-42c0-9869-2f9c81c3e104 {{(pid=93124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:10:34.599636 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4024650a-17e5-4696-91f6-f921c593865b admin admin] Notify agent at l3_agent.dv-cinder-772388-5-smb the message routers_updated {{(pid=93124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 12:10:34.604534 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-4024650a-17e5-4696-91f6-f921c593865b admin admin] 10.222.0.26 "PUT /v2.0/routers/1511fe44-47e2-4677-b0bf-fa640cc3b369/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5173953 Jun 28 12:10:34.607128 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 35292) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:10:34.608163 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da4a0db-6b79-4160-a78b-0ee2add12a88 None None] Sync routers for ids ['1511fe44-47e2-4677-b0bf-fa640cc3b369'] in dv-cinder-772388-5-smb {{(pid=93126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:10:34.617686 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da4a0db-6b79-4160-a78b-0ee2add12a88 None None] Routers {'1511fe44-47e2-4677-b0bf-fa640cc3b369'} bound to L3 agent in host dv-cinder-772388-5-smb {{(pid=93126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:10:34.618299 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_hamode_db [None req-5da4a0db-6b79-4160-a78b-0ee2add12a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T11:56:31Z,description=,heartbeat_timestamp=2021-06-28T12:10:31Z,host='dv-cinder-772388-5-smb',id=a3516409-90ed-42c0-9869-2f9c81c3e104,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:56:31Z,topic='l3_agent')) {'router_ids': ['1511fe44-47e2-4677-b0bf-fa640cc3b369'], 'active': True} {{(pid=93126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:10:34.709858 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-5533e4b4-5549-4d08-bd55-d2cc8acbd409 admin admin] Notify callbacks [] for router, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:34.720287 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvr_db [None req-5da4a0db-6b79-4160-a78b-0ee2add12a88 None None] Set router 1511fe44-47e2-4677-b0bf-fa640cc3b369 gateway port host: dv-cinder-772388-5-smb {{(pid=93126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:10:34.809164 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-5533e4b4-5549-4d08-bd55-d2cc8acbd409 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:34.864396 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-5533e4b4-5549-4d08-bd55-d2cc8acbd409 admin admin] Deleting port 4f244bb9-a782-48c5-8c92-a01f651b45f8 {{(pid=93124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:10:34.864736 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-5533e4b4-5549-4d08-bd55-d2cc8acbd409 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751010669087'] for port, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:34.894175 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_hamode_db [None req-5da4a0db-6b79-4160-a78b-0ee2add12a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1511fe44-47e2-4677-b0bf-fa640cc3b369', 'name': 'tempest-AttachVolumeShelveTestJSON-866816773-router', 'tenant_id': '25df7236fcb6488397fe969e6963f8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': '4f244bb9-a782-48c5-8c92-a01f651b45f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:04:16Z', 'updated_at': '2021-06-28T12:10:33Z', 'revision_number': 5, 'project_id': '25df7236fcb6488397fe969e6963f8c4', 'gw_port': {'id': '4f244bb9-a782-48c5-8c92-a01f651b45f8', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1511fe44-47e2-4677-b0bf-fa640cc3b369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:04:17Z', 'updated_at': '2021-06-28T12:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb'}], 'dv-cinder-772388-5-smb', False) {} {{(pid=93126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:10:34.919612 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da4a0db-6b79-4160-a78b-0ee2add12a88 None None] Checking router: 1511fe44-47e2-4677-b0bf-fa640cc3b369 for host: dv-cinder-772388-5-smb {{(pid=93126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:10:34.928216 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da4a0db-6b79-4160-a78b-0ee2add12a88 None None] Routers {'1511fe44-47e2-4677-b0bf-fa640cc3b369'} bound to L3 agent in host dv-cinder-772388-5-smb {{(pid=93126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:10:34.928855 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_hamode_db [None req-5da4a0db-6b79-4160-a78b-0ee2add12a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T11:56:31Z,description=,heartbeat_timestamp=2021-06-28T12:10:31Z,host='dv-cinder-772388-5-smb',id=a3516409-90ed-42c0-9869-2f9c81c3e104,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:56:31Z,topic='l3_agent')) {'router_ids': ['1511fe44-47e2-4677-b0bf-fa640cc3b369'], 'active': True} {{(pid=93126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:10:34.944252 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-5533e4b4-5549-4d08-bd55-d2cc8acbd409 admin admin] For port 4f244bb9-a782-48c5-8c92-a01f651b45f8, host dv-cinder-772388-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-smb',level=0,port_id=4f244bb9-a782-48c5-8c92-a01f651b45f8,segment=NetworkSegment(9701132a-6585-4d51-ae24-db0b91696e59),segment_id=9701132a-6585-4d51-ae24-db0b91696e59)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:10:34.944615 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-5533e4b4-5549-4d08-bd55-d2cc8acbd409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700447'] for port, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:34.955825 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-5533e4b4-5549-4d08-bd55-d2cc8acbd409 admin admin] Calling delete_port for 4f244bb9-a782-48c5-8c92-a01f651b45f8 owned by network:router_gateway {{(pid=93124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:10:35.011768 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvr_db [None req-5da4a0db-6b79-4160-a78b-0ee2add12a88 None None] Set router 1511fe44-47e2-4677-b0bf-fa640cc3b369 gateway port host: None {{(pid=93126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:10:35.064724 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_hamode_db [None req-5da4a0db-6b79-4160-a78b-0ee2add12a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1511fe44-47e2-4677-b0bf-fa640cc3b369', 'name': 'tempest-AttachVolumeShelveTestJSON-866816773-router', 'tenant_id': '25df7236fcb6488397fe969e6963f8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:04:16Z', 'updated_at': '2021-06-28T12:10:34Z', 'revision_number': 6, 'project_id': '25df7236fcb6488397fe969e6963f8c4', 'gw_port_host': None}], 'dv-cinder-772388-5-smb', False) {} {{(pid=93126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:10:35.090047 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da4a0db-6b79-4160-a78b-0ee2add12a88 None None] The sync data for ids ['1511fe44-47e2-4677-b0bf-fa640cc3b369'] in dv-cinder-772388-5-smb is: [{'id': '1511fe44-47e2-4677-b0bf-fa640cc3b369', 'name': 'tempest-AttachVolumeShelveTestJSON-866816773-router', 'tenant_id': '25df7236fcb6488397fe969e6963f8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:04:16Z', 'updated_at': '2021-06-28T12:10:34Z', 'revision_number': 6, 'project_id': '25df7236fcb6488397fe969e6963f8c4', 'gw_port_host': None}] {{(pid=93126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:10:35.117565 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-5533e4b4-5549-4d08-bd55-d2cc8acbd409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751010672945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751010131959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8411040'] for port, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:35.121415 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:35.145433 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5533e4b4-5549-4d08-bd55-d2cc8acbd409 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f244bb9-a782-48c5-8c92-a01f651b45f8,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:35.147766 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-5533e4b4-5549-4d08-bd55-d2cc8acbd409 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:35.204330 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-5533e4b4-5549-4d08-bd55-d2cc8acbd409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799957'] for router_gateway, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:35.289560 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-5533e4b4-5549-4d08-bd55-d2cc8acbd409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3799445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12351'] for router, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:35.291693 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-5533e4b4-5549-4d08-bd55-d2cc8acbd409 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:35.335925 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-5533e4b4-5549-4d08-bd55-d2cc8acbd409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3800287'] for router, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:35.336511 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5533e4b4-5549-4d08-bd55-d2cc8acbd409 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1511fe44-47e2-4677-b0bf-fa640cc3b369 {{(pid=93124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 12:10:35.341085 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-5533e4b4-5549-4d08-bd55-d2cc8acbd409 admin admin] Notify callbacks [] for router, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:35.342234 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-5533e4b4-5549-4d08-bd55-d2cc8acbd409 admin admin] 10.222.0.26 "DELETE /v2.0/routers/1511fe44-47e2-4677-b0bf-fa640cc3b369 HTTP/1.1" status: 204 len: 168 time: 0.7341988 Jun 28 12:10:35.344806 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 35296) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:10:35.388237 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.db_base_plugin_v2 [None req-181f7fa6-0924-4b39-93c1-97020c5fcaa9 admin admin] Deleting subnet 558089fa-d5c8-4a60-a96f-efb801414a3b {{(pid=93125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 12:10:35.391216 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-181f7fa6-0924-4b39-93c1-97020c5fcaa9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:35.427109 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-181f7fa6-0924-4b39-93c1-97020c5fcaa9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12480110'] for subnet, precommit_delete_associations {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:35.451905 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37722d77-afc5-4107-839a-4f81f5318c30 req-b44d5142-c19a-4abe-8fab-82f54200cd13 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:35.453449 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-37722d77-afc5-4107-839a-4f81f5318c30 req-b44d5142-c19a-4abe-8fab-82f54200cd13 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] 10.222.0.26 "GET /v2.0/ports?device_id=12d8f265-c1ed-46d3-a54f-85bf84948263 HTTP/1.1" status: 200 len: 945 time: 0.0665345 Jun 28 12:10:35.495047 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-37722d77-afc5-4107-839a-4f81f5318c30 req-5286799c-a028-431f-bec6-51678bfd0896 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] 10.222.0.26 "GET /v2.0/security-groups?id=f01afa41-7ddb-49d7-bd4e-6f711ce79813&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347409 Jun 28 12:10:35.513726 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-181f7fa6-0924-4b39-93c1-97020c5fcaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3543267'] for subnet, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:35.563784 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-181f7fa6-0924-4b39-93c1-97020c5fcaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3543284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4137752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8412948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11140556'] for subnet, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:35.567240 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-398613cd-6e2f-42e5-bdf9-8cd12673c726 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:35.590671 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181f7fa6-0924-4b39-93c1-97020c5fcaa9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=558089fa-d5c8-4a60-a96f-efb801414a3b,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:35.592738 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-181f7fa6-0924-4b39-93c1-97020c5fcaa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3735354'] for subnet, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:35.596674 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f8775f-67c7-4963-b5a2-11625aadf806 None None] Network 61e6c2ec-9082-4875-a218-8630ba468008 requested from dv-cinder-772388-5-smb {{(pid=93126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:10:35.597154 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-181f7fa6-0924-4b39-93c1-97020c5fcaa9 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/558089fa-d5c8-4a60-a96f-efb801414a3b HTTP/1.1" status: 204 len: 168 time: 0.2512691 Jun 28 12:10:35.597324 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 35298) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:10:35.598091 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-181f7fa6-0924-4b39-93c1-97020c5fcaa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:35.666732 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-b8bc2254-5c14-4fcf-8cd1-d3aee21ebe37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572552'] for network, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:35.717483 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-b8bc2254-5c14-4fcf-8cd1-d3aee21ebe37 admin admin] Deleting port 4f5090b5-d40e-4c80-a45e-141d5ac9814d {{(pid=93124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:10:35.717841 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-b8bc2254-5c14-4fcf-8cd1-d3aee21ebe37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751010669087'] for port, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:35.743024 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device 8ba5934d-f734-4a25-abae-ef629128dd7d up at agent hyperv_hv-cinder-77238 {{(pid=93126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:10:35.779623 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-b8bc2254-5c14-4fcf-8cd1-d3aee21ebe37 admin admin] For port 4f5090b5-d40e-4c80-a45e-141d5ac9814d, host dv-cinder-772388-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-smb',level=0,port_id=4f5090b5-d40e-4c80-a45e-141d5ac9814d,segment=NetworkSegment(aed9295f-7fc3-449f-af4b-5fa9a30585ae),segment_id=aed9295f-7fc3-449f-af4b-5fa9a30585ae)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:10:35.779983 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-b8bc2254-5c14-4fcf-8cd1-d3aee21ebe37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700447'] for port, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:35.789640 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Provisioning for port 8ba5934d-f734-4a25-abae-ef629128dd7d completed by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:10:35.793416 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Provisioning complete for port 8ba5934d-f734-4a25-abae-ef629128dd7d triggered by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:10:35.793800 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:35.796636 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-b8bc2254-5c14-4fcf-8cd1-d3aee21ebe37 admin admin] Calling delete_port for 4f5090b5-d40e-4c80-a45e-141d5ac9814d owned by network:dhcp {{(pid=93124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:10:35.884273 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-b8bc2254-5c14-4fcf-8cd1-d3aee21ebe37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751010672945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751010131959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8411040'] for port, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:35.888984 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b8fe5d-5b23-403a-ae43-fb355fbe8da6 None None] DHCP port deletion for 61e6c2ec-9082-4875-a218-8630ba468008 request from dv-cinder-772388-5-smb {{(pid=93126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 12:10:35.889708 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-89a781e6-a593-4220-9af1-525bf0fdd4ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:35.913125 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:35.916403 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bc2254-5c14-4fcf-8cd1-d3aee21ebe37 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f5090b5-d40e-4c80-a45e-141d5ac9814d,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:35.919357 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-b8bc2254-5c14-4fcf-8cd1-d3aee21ebe37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:35.922299 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bc2254-5c14-4fcf-8cd1-d3aee21ebe37 admin admin] No DVR routers for this DVR port 4f5090b5-d40e-4c80-a45e-141d5ac9814d on host dv-cinder-772388-5-smb {{(pid=93124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:10:35.942100 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12d8f265-c1ed-46d3-a54f-85bf84948263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba5934d-f734-4a25-abae-ef629128dd7d'}] {{(pid=93126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:10:35.945523 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef893c2a45f5206efbef573e37d1784350e1616ec5e975db08a1c6348235ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c2f89b-b553-454c-9243-612f0a3c55aa" -d '{"events": [{"server_uuid": "12d8f265-c1ed-46d3-a54f-85bf84948263", "name": "network-vif-plugged", "status": "completed", "tag": "8ba5934d-f734-4a25-abae-ef629128dd7d"}]}' {{(pid=93126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:10:35.961801 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] For port 8ba5934d-f734-4a25-abae-ef629128dd7d, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=8ba5934d-f734-4a25-abae-ef629128dd7d,segment=NetworkSegment(386f5822-9b4f-45e4-8c6d-a76341200fdd),segment_id=386f5822-9b4f-45e4-8c6d-a76341200fdd)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:10:35.965305 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device 4f5090b5-d40e-4c80-a45e-141d5ac9814d no longer exists at agent ovs-agent-dv-cinder-772388-5-smb {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:10:35.969453 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:35.990170 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:35.994583 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ec8af4-1c65-4b1e-95c0-556290d84673 x-openstack-request-id: req-10ec8af4-1c65-4b1e-95c0-556290d84673 {{(pid=93126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:10:35.994989 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12d8f265-c1ed-46d3-a54f-85bf84948263", "name": "network-vif-plugged", "status": "completed", "tag": "8ba5934d-f734-4a25-abae-ef629128dd7d", "code": 200}]} {{(pid=93126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:10:35.995349 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-10ec8af4-1c65-4b1e-95c0-556290d84673 {{(pid=93126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:10:35.995841 dv-cinder-772388-5-smb neutron-server[93126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12d8f265-c1ed-46d3-a54f-85bf84948263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba5934d-f734-4a25-abae-ef629128dd7d', 'code': 200} Jun 28 12:10:35.996593 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.plugin [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] No Port match for: 4f5090b5-d40e-4c80-a45e-141d5ac9814d {{(pid=93126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:10:35.997072 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device 4f5090b5-d40e-4c80-a45e-141d5ac9814d not bound to the agent host dv-cinder-772388-5-smb {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:10:35.997598 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device 4f244bb9-a782-48c5-8c92-a01f651b45f8 no longer exists at agent ovs-agent-dv-cinder-772388-5-smb {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:10:36.012543 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-b8bc2254-5c14-4fcf-8cd1-d3aee21ebe37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3544245', 'neutron.services.segments.db._delete_segments_for_network-8751010592552'] for network, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:36.024443 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.services.segments.db [None req-b8bc2254-5c14-4fcf-8cd1-d3aee21ebe37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61e6c2ec-9082-4875-a218-8630ba468008']}} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:10:36.036159 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.services.segments.db [None req-b8bc2254-5c14-4fcf-8cd1-d3aee21ebe37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aed9295f-7fc3-449f-af4b-5fa9a30585ae') {'for_net_delete': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:10:36.036454 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.services.segments.db [None req-b8bc2254-5c14-4fcf-8cd1-d3aee21ebe37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aed9295f-7fc3-449f-af4b-5fa9a30585ae') {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:10:36.044135 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.plugin [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] No Port match for: 4f244bb9-a782-48c5-8c92-a01f651b45f8 {{(pid=93126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:10:36.044606 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device 4f244bb9-a782-48c5-8c92-a01f651b45f8 not bound to the agent host dv-cinder-772388-5-smb {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:10:36.045173 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device d6b6c75c-5a46-46ac-ba07-768e5aab4407 no longer exists at agent ovs-agent-dv-cinder-772388-5-smb {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:10:36.045549 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-b8bc2254-5c14-4fcf-8cd1-d3aee21ebe37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751010442123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8809173'] for segment, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:36.059716 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-b8bc2254-5c14-4fcf-8cd1-d3aee21ebe37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539709'] for segment, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:36.066197 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8bc2254-5c14-4fcf-8cd1-d3aee21ebe37 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=93124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 12:10:36.066585 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-b8bc2254-5c14-4fcf-8cd1-d3aee21ebe37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8411021'] for segment, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:36.068165 dv-cinder-772388-5-smb neutron-server[93124]: Traceback (most recent call last): Jun 28 12:10:36.068165 dv-cinder-772388-5-smb neutron-server[93124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 12:10:36.068165 dv-cinder-772388-5-smb neutron-server[93124]: timer() Jun 28 12:10:36.068165 dv-cinder-772388-5-smb neutron-server[93124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 12:10:36.068165 dv-cinder-772388-5-smb neutron-server[93124]: cb(*args, **kw) Jun 28 12:10:36.068165 dv-cinder-772388-5-smb neutron-server[93124]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 12:10:36.068165 dv-cinder-772388-5-smb neutron-server[93124]: return func(*args, **kwargs) Jun 28 12:10:36.068165 dv-cinder-772388-5-smb neutron-server[93124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 12:10:36.068165 dv-cinder-772388-5-smb neutron-server[93124]: self._notify() Jun 28 12:10:36.068165 dv-cinder-772388-5-smb neutron-server[93124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 12:10:36.068165 dv-cinder-772388-5-smb neutron-server[93124]: self.callback(batched_events) Jun 28 12:10:36.068165 dv-cinder-772388-5-smb neutron-server[93124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 12:10:36.068165 dv-cinder-772388-5-smb neutron-server[93124]: event.method(event) Jun 28 12:10:36.068165 dv-cinder-772388-5-smb neutron-server[93124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 12:10:36.068165 dv-cinder-772388-5-smb neutron-server[93124]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 12:10:36.068165 dv-cinder-772388-5-smb neutron-server[93124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 12:10:36.068165 dv-cinder-772388-5-smb neutron-server[93124]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 12:10:36.068165 dv-cinder-772388-5-smb neutron-server[93124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 12:10:36.068165 dv-cinder-772388-5-smb neutron-server[93124]: return f(self, *a, **k) Jun 28 12:10:36.068165 dv-cinder-772388-5-smb neutron-server[93124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 12:10:36.068165 dv-cinder-772388-5-smb neutron-server[93124]: return self._get(url).json() Jun 28 12:10:36.068165 dv-cinder-772388-5-smb neutron-server[93124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 12:10:36.068165 dv-cinder-772388-5-smb neutron-server[93124]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 12:10:36.068165 dv-cinder-772388-5-smb neutron-server[93124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 12:10:36.068165 dv-cinder-772388-5-smb neutron-server[93124]: return self.request(url, 'GET', **kwargs) Jun 28 12:10:36.068165 dv-cinder-772388-5-smb neutron-server[93124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 12:10:36.068165 dv-cinder-772388-5-smb neutron-server[93124]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 12:10:36.068165 dv-cinder-772388-5-smb neutron-server[93124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 12:10:36.068165 dv-cinder-772388-5-smb neutron-server[93124]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 12:10:36.068165 dv-cinder-772388-5-smb neutron-server[93124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 12:10:36.068165 dv-cinder-772388-5-smb neutron-server[93124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 12:10:36.068165 dv-cinder-772388-5-smb neutron-server[93124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 12:10:36.072180 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.plugin [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] No Port match for: d6b6c75c-5a46-46ac-ba07-768e5aab4407 {{(pid=93126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:10:36.072637 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device d6b6c75c-5a46-46ac-ba07-768e5aab4407 not bound to the agent host dv-cinder-772388-5-smb {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:10:36.088666 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Pushing event updated for resources: {'Port': ['ID=8ba5934d-f734-4a25-abae-ef629128dd7d,revision_number=5']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:36.091919 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:36.126081 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-b8bc2254-5c14-4fcf-8cd1-d3aee21ebe37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3544236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799908'] for network, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:36.131310 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-b8bc2254-5c14-4fcf-8cd1-d3aee21ebe37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3735354'] for network, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:36.135508 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-b8bc2254-5c14-4fcf-8cd1-d3aee21ebe37 admin admin] 10.222.0.26 "DELETE /v2.0/networks/61e6c2ec-9082-4875-a218-8630ba468008 HTTP/1.1" status: 204 len: 168 time: 0.5350888 Jun 28 12:10:36.135508 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-5a51eb87-85a8-4c3a-9e4b-ab533a7a4102 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:36.150488 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bc2254-5c14-4fcf-8cd1-d3aee21ebe37 admin admin] Pushing event deleted for resources: {'Network': ['ID=61e6c2ec-9082-4875-a218-8630ba468008,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:36.154865 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-b8bc2254-5c14-4fcf-8cd1-d3aee21ebe37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:36.269038 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 35304) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:10:36.291584 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e41d6-ca1e-42fb-9dd5-309e623970ab req-1ee58189-e9ec-4866-b7e9-8f545656307c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:36.293106 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-3b5e41d6-ca1e-42fb-9dd5-309e623970ab req-1ee58189-e9ec-4866-b7e9-8f545656307c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=12d8f265-c1ed-46d3-a54f-85bf84948263 HTTP/1.1" status: 200 len: 1099 time: 0.0513222 Jun 28 12:10:36.308515 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-7186da80-79e1-4b57-8704-3e12892a3951 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=25df7236fcb6488397fe969e6963f8c4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0381610 Jun 28 12:10:36.310876 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 35306) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:10:36.331484 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-3b5e41d6-ca1e-42fb-9dd5-309e623970ab req-6e1ac913-f11f-46aa-ac2f-c840d9f0ddce service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f01afa41-7ddb-49d7-bd4e-6f711ce79813&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307097 Jun 28 12:10:36.361586 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-4f0a49c7-5c68-4b98-bbe0-ed2befb8ebb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:36.381856 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-4f0a49c7-5c68-4b98-bbe0-ed2befb8ebb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:36.426652 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-4f0a49c7-5c68-4b98-bbe0-ed2befb8ebb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:36.429410 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-4f0a49c7-5c68-4b98-bbe0-ed2befb8ebb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:36.430548 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-4f0a49c7-5c68-4b98-bbe0-ed2befb8ebb3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cf5b2cc6-5743-4bdb-ba59-ab82df81ee74 HTTP/1.1" status: 204 len: 168 time: 0.1187925 Jun 28 12:10:36.431305 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-07175708-0957-41ef-9bfa-a03e5c0db301 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:36.438468 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0a49c7-5c68-4b98-bbe0-ed2befb8ebb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5b2cc6-5743-4bdb-ba59-ab82df81ee74,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:36.440679 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-4f0a49c7-5c68-4b98-bbe0-ed2befb8ebb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:36.667975 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c7135a-6ac3-46a6-bccb-a8ea69ece06d req-a540d13d-f390-454d-9f7b-4271b6c78328 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:36.669538 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-72c7135a-6ac3-46a6-bccb-a8ea69ece06d req-a540d13d-f390-454d-9f7b-4271b6c78328 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] 10.222.0.26 "GET /v2.0/ports?device_id=12d8f265-c1ed-46d3-a54f-85bf84948263 HTTP/1.1" status: 200 len: 946 time: 0.0616853 Jun 28 12:10:36.713895 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-72c7135a-6ac3-46a6-bccb-a8ea69ece06d req-0b9da9b3-5c0d-4570-b3aa-29761b636951 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] 10.222.0.26 "GET /v2.0/security-groups?id=f01afa41-7ddb-49d7-bd4e-6f711ce79813&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388448 Jun 28 12:10:37.067108 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 35330) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:10:37.159664 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.v2.base [None req-6651323b-7d1e-4550-8962-1f1b717dc5aa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-392683727-network', 'tenant_id': 'e6f73748df6f47e596733783efb28800'}} {{(pid=93124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:10:37.287693 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:37.458759 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6651323b-7d1e-4550-8962-1f1b717dc5aa admin admin] Made reservation on behalf of e6f73748df6f47e596733783efb28800 for: {'network': 1} {{(pid=93124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:10:37.461140 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-6651323b-7d1e-4550-8962-1f1b717dc5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for network, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:37.468847 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-6651323b-7d1e-4550-8962-1f1b717dc5aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:37.553900 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-6651323b-7d1e-4550-8962-1f1b717dc5aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:37.557939 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-6651323b-7d1e-4550-8962-1f1b717dc5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:37.560930 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-02b6783f-610f-4e8c-8ac7-98935366f72b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:37.581676 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6651323b-7d1e-4550-8962-1f1b717dc5aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=93124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 12:10:37.590818 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6651323b-7d1e-4550-8962-1f1b717dc5aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5fe898b-7128-4686-9513-ef674b7dd17b,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:37.593928 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-6651323b-7d1e-4550-8962-1f1b717dc5aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:37.597387 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-6651323b-7d1e-4550-8962-1f1b717dc5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539709'] for segment, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:37.597732 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.db.segments_db [None req-6651323b-7d1e-4550-8962-1f1b717dc5aa admin admin] Added segment dfd01ef4-b24a-46c0-baf1-127e8472c76f of type vlan for network 5e2a62c3-8079-4557-880c-8db2f414c599 Jun 28 12:10:37.634373 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-6651323b-7d1e-4550-8962-1f1b717dc5aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751010106215'] for network, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:37.661326 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-6651323b-7d1e-4550-8962-1f1b717dc5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329'] for network, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:37.662593 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6651323b-7d1e-4550-8962-1f1b717dc5aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:37.663144 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-6651323b-7d1e-4550-8962-1f1b717dc5aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3735354'] for network, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:37.665957 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-5bba2345-6bbd-4ab6-b3e5-9b353d54bf82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:37.691895 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-6651323b-7d1e-4550-8962-1f1b717dc5aa admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6237414 Jun 28 12:10:37.697491 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 35334) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:10:37.702416 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.v2.base [None req-34cb30f6-7f1f-41d0-b54c-2547b733a76c admin admin] Request body: {'subnet': {'network_id': '5e2a62c3-8079-4557-880c-8db2f414c599', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-392683727-subnet', 'tenant_id': 'e6f73748df6f47e596733783efb28800', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:10:37.725333 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6651323b-7d1e-4550-8962-1f1b717dc5aa admin admin] Pushing event updated for resources: {'Network': ['ID=5e2a62c3-8079-4557-880c-8db2f414c599,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:37.727289 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34cb30f6-7f1f-41d0-b54c-2547b733a76c admin admin] Made reservation on behalf of e6f73748df6f47e596733783efb28800 for: {'subnet': 1} {{(pid=93125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:10:37.728191 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-6651323b-7d1e-4550-8962-1f1b717dc5aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:37.729721 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-34cb30f6-7f1f-41d0-b54c-2547b733a76c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11139119'] for subnet, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:37.736011 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Network 5e2a62c3-8079-4557-880c-8db2f414c599 details requested by agent ovs-agent-dv-cinder-772388-5-smb with host dv-cinder-772388-5-smb {{(pid=93126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 12:10:37.894529 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d35c4c-0f0f-497e-98af-87609b84a8ee req-81887e88-7ab7-4e08-9f3d-c4452eacd0be tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:37.896086 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-10d35c4c-0f0f-497e-98af-87609b84a8ee req-81887e88-7ab7-4e08-9f3d-c4452eacd0be tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] 10.222.0.26 "GET /v2.0/ports?device_id=12d8f265-c1ed-46d3-a54f-85bf84948263 HTTP/1.1" status: 200 len: 946 time: 0.0670433 Jun 28 12:10:37.899444 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-34cb30f6-7f1f-41d0-b54c-2547b733a76c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4137752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8413013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11140549'] for subnet, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:37.901693 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-ef47a3b6-0b61-4b82-95b8-bb94f01b332c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:37.933313 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-10d35c4c-0f0f-497e-98af-87609b84a8ee req-2b578b9e-5692-4ddc-aca0-874197693502 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] 10.222.0.26 "GET /v2.0/security-groups?id=f01afa41-7ddb-49d7-bd4e-6f711ce79813&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312638 Jun 28 12:10:37.952576 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cb30f6-7f1f-41d0-b54c-2547b733a76c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bbaf67f-dbe3-47b9-b2c3-689daf6ec707,revision_number=0']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:37.955160 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-34cb30f6-7f1f-41d0-b54c-2547b733a76c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:37.964589 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cb30f6-7f1f-41d0-b54c-2547b733a76c admin admin] Checking segment: {'id': 'dfd01ef4-b24a-46c0-baf1-127e8472c76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5e2a62c3-8079-4557-880c-8db2f414c599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:10:37.964982 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34cb30f6-7f1f-41d0-b54c-2547b733a76c admin admin] Network hostable DHCP agents. Network: 5e2a62c3-8079-4557-880c-8db2f414c599, hostable agents: ['63aaef39-ba79-4f18-b1e7-d9a1b0fd7cb8'], hosted agents: [] {{(pid=93125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 12:10:37.980660 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34cb30f6-7f1f-41d0-b54c-2547b733a76c admin admin] Network 5e2a62c3-8079-4557-880c-8db2f414c599 is scheduled to be hosted by DHCP agent 63aaef39-ba79-4f18-b1e7-d9a1b0fd7cb8 with binding_index 1 {{(pid=93125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 12:10:37.989227 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.base_scheduler [None req-34cb30f6-7f1f-41d0-b54c-2547b733a76c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-5-smb, 5e2a62c3-8079-4557-880c-8db2f414c599) {{(pid=93125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:10:37.996273 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34cb30f6-7f1f-41d0-b54c-2547b733a76c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:37.997128 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-34cb30f6-7f1f-41d0-b54c-2547b733a76c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3735354'] for subnet, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:37.997460 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec66b7f4-4324-4b97-8cae-bc6cc01bd5f7 None None] Network 5e2a62c3-8079-4557-880c-8db2f414c599 requested from dv-cinder-772388-5-smb {{(pid=93126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:10:38.015899 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-34cb30f6-7f1f-41d0-b54c-2547b733a76c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3172884 Jun 28 12:10:38.016101 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 35340) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:10:38.021322 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.v2.base [None req-3dcf0eb2-78d5-4599-9733-751188569ba9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-392683727-router', 'tenant_id': 'e6f73748df6f47e596733783efb28800', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008'}}} {{(pid=93124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:10:38.043300 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-3dcf0eb2-78d5-4599-9733-751188569ba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3737188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12301'] for router, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:38.044597 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-3dcf0eb2-78d5-4599-9733-751188569ba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3737199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12294'] for router, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:38.125043 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-3dcf0eb2-78d5-4599-9733-751188569ba9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:38.140218 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e54d184-9b1e-4a05-b516-39d5f3d4cc97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2c073b4-262a-5c3e-a3df-182c19600a9b-5e2a62c3-8079-4557-880c-8db2f414c599', 'network_id': '5e2a62c3-8079-4557-880c-8db2f414c599', 'tenant_id': 'e6f73748df6f47e596733783efb28800', 'fixed_ips': [{'subnet_id': '1bbaf67f-dbe3-47b9-b2c3-689daf6ec707'}]}} from dv-cinder-772388-5-smb. {{(pid=93126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 12:10:38.141188 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-4e54d184-9b1e-4a05-b516-39d5f3d4cc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_create {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:38.270658 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.db_base_plugin_common [None req-4e54d184-9b1e-4a05-b516-39d5f3d4cc97 None None] Allocated IP 172.20.0.2 (5e2a62c3-8079-4557-880c-8db2f414c599/1bbaf67f-dbe3-47b9-b2c3-689daf6ec707/618e7662-fa9b-4066-be3b-82453a85d430) {{(pid=93126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:10:38.277513 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c196c72-bc85-4e71-a90a-754044b0eb1a req-1123f9e6-6413-4518-baf6-97d101324039 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:38.279011 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-2c196c72-bc85-4e71-a90a-754044b0eb1a req-1123f9e6-6413-4518-baf6-97d101324039 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] 10.222.0.26 "GET /v2.0/ports?device_id=12d8f265-c1ed-46d3-a54f-85bf84948263 HTTP/1.1" status: 200 len: 946 time: 0.2247992 Jun 28 12:10:38.284996 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-3dcf0eb2-78d5-4599-9733-751188569ba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3698476', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3799536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12328'] for router, precommit_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:38.345602 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-2c196c72-bc85-4e71-a90a-754044b0eb1a req-bdf12e16-2f8d-4603-bb1f-8bb5fb6a1cab tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] 10.222.0.26 "GET /v2.0/security-groups?id=f01afa41-7ddb-49d7-bd4e-6f711ce79813&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0567386 Jun 28 12:10:38.370423 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 35342) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:10:38.420045 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-4e54d184-9b1e-4a05-b516-39d5f3d4cc97 None None] Notify callbacks [] for port, precommit_create {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:38.428923 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-4e54d184-9b1e-4a05-b516-39d5f3d4cc97 None None] Transition to ACTIVE for port object 618e7662-fa9b-4066-be3b-82453a85d430 will not be triggered until provisioned by entity L2. {{(pid=93126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:10:38.444605 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-4e54d184-9b1e-4a05-b516-39d5f3d4cc97 None None] Transition to ACTIVE for port object 618e7662-fa9b-4066-be3b-82453a85d430 will not be triggered until provisioned by entity DHCP. {{(pid=93126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:10:38.450762 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-4e54d184-9b1e-4a05-b516-39d5f3d4cc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751010131950'] for port, after_create {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:38.453386 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:38.485292 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e54d184-9b1e-4a05-b516-39d5f3d4cc97 None None] Network 5e2a62c3-8079-4557-880c-8db2f414c599 is already hosted by enough agents. {{(pid=93126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:10:38.488830 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.scheduler.base_scheduler [None req-4e54d184-9b1e-4a05-b516-39d5f3d4cc97 None None] Resources bound (agent type, host, resource id): {{(pid=93126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:10:38.492128 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e54d184-9b1e-4a05-b516-39d5f3d4cc97 None None] Received port after_create {{(pid=93126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:10:38.515407 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-3dcf0eb2-78d5-4599-9733-751188569ba9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:38.539267 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-3dcf0eb2-78d5-4599-9733-751188569ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:38.543170 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c79a1c9-b6ca-4d41-99ac-2c59b17e9153 tempest-TestShelveInstance-1080898292 tempest-TestShelveInstance-1080898292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:38.545047 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-0c79a1c9-b6ca-4d41-99ac-2c59b17e9153 tempest-TestShelveInstance-1080898292 tempest-TestShelveInstance-1080898292-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=12d8f265-c1ed-46d3-a54f-85bf84948263 HTTP/1.1" status: 200 len: 1094 time: 0.1735275 Jun 28 12:10:38.547909 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 35346) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:10:38.548091 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e54d184-9b1e-4a05-b516-39d5f3d4cc97 None None] Pushing event updated for resources: {'Port': ['ID=618e7662-fa9b-4066-be3b-82453a85d430,revision_number=1']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:38.553612 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.v2.base [None req-531a81d4-b05d-4106-b331-8776b1ce3fca tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Request body: {'floatingip': {'floating_network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'port_id': '8ba5934d-f734-4a25-abae-ef629128dd7d', 'tenant_id': '7bc832fb54e44764850d1c5b6e3f6aa9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:10:38.558439 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-4e54d184-9b1e-4a05-b516-39d5f3d4cc97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:38.559265 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.managers [None req-4e54d184-9b1e-4a05-b516-39d5f3d4cc97 None None] Attempting to bind port 618e7662-fa9b-4066-be3b-82453a85d430 on host dv-cinder-772388-5-smb for vnic_type normal with profile {{(pid=93126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:10:38.559636 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.managers [None req-4e54d184-9b1e-4a05-b516-39d5f3d4cc97 None None] Attempting to bind port 618e7662-fa9b-4066-be3b-82453a85d430 by drivers openvswitch,hyperv on host dv-cinder-772388-5-smb at level 0 using segments [{'id': 'dfd01ef4-b24a-46c0-baf1-127e8472c76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5e2a62c3-8079-4557-880c-8db2f414c599'}] {{(pid=93126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:10:38.560009 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e54d184-9b1e-4a05-b516-39d5f3d4cc97 None None] Attempting to bind port 618e7662-fa9b-4066-be3b-82453a85d430 on network 5e2a62c3-8079-4557-880c-8db2f414c599 {{(pid=93126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:10:38.565134 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e54d184-9b1e-4a05-b516-39d5f3d4cc97 None None] Checking agent: {'id': '43dc484d-6faf-4242-a4db-1b59836cdb3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 11, 56, 31), 'started_at': datetime.datetime(2021, 6, 28, 11, 57, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:10:38.565516 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e54d184-9b1e-4a05-b516-39d5f3d4cc97 None None] Checking segment: {'id': 'dfd01ef4-b24a-46c0-baf1-127e8472c76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5e2a62c3-8079-4557-880c-8db2f414c599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:10:38.565926 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-4e54d184-9b1e-4a05-b516-39d5f3d4cc97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:38.566323 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e54d184-9b1e-4a05-b516-39d5f3d4cc97 None None] Bound using segment: {'id': 'dfd01ef4-b24a-46c0-baf1-127e8472c76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5e2a62c3-8079-4557-880c-8db2f414c599'} {{(pid=93126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:10:38.566790 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.managers [None req-4e54d184-9b1e-4a05-b516-39d5f3d4cc97 None None] Bound port: 618e7662-fa9b-4066-be3b-82453a85d430, host: dv-cinder-772388-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfd01ef4-b24a-46c0-baf1-127e8472c76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5e2a62c3-8079-4557-880c-8db2f414c599'}}] {{(pid=93126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:10:38.567174 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-4e54d184-9b1e-4a05-b516-39d5f3d4cc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:38.575366 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-531a81d4-b05d-4106-b331-8776b1ce3fca tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Notify callbacks [] for floatingip, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:38.629919 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-4e54d184-9b1e-4a05-b516-39d5f3d4cc97 None None] For port 618e7662-fa9b-4066-be3b-82453a85d430, host dv-cinder-772388-5-smb, cleared binding levels {{(pid=93126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:10:38.634048 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-4e54d184-9b1e-4a05-b516-39d5f3d4cc97 None None] For port 618e7662-fa9b-4066-be3b-82453a85d430, host dv-cinder-772388-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-smb',level=0,port_id=618e7662-fa9b-4066-be3b-82453a85d430,segment=NetworkSegment(dfd01ef4-b24a-46c0-baf1-127e8472c76f),segment_id=dfd01ef4-b24a-46c0-baf1-127e8472c76f)] {{(pid=93126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:10:38.639192 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-4e54d184-9b1e-4a05-b516-39d5f3d4cc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:38.642265 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:38.652006 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.db.db_base_plugin_common [None req-3dcf0eb2-78d5-4599-9733-751188569ba9 admin admin] Allocated IP 172.28.3.46 (ccb85226-c586-4fa5-aec0-6cfbd080c008/f863da3b-2790-4793-ac71-6f3e8dbd6721/910bb399-ccab-47ae-afea-15035b380733) {{(pid=93124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:10:38.688641 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-531a81d4-b05d-4106-b331-8776b1ce3fca tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:38.698328 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e54d184-9b1e-4a05-b516-39d5f3d4cc97 None None] Pushing event updated for resources: {'Port': ['ID=618e7662-fa9b-4066-be3b-82453a85d430,revision_number=2']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:38.704460 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-4e54d184-9b1e-4a05-b516-39d5f3d4cc97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:38.785568 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-3dcf0eb2-78d5-4599-9733-751188569ba9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:38.826947 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-3dcf0eb2-78d5-4599-9733-751188569ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751010131950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8410971'] for port, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:38.828977 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:38.870200 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcf0eb2-78d5-4599-9733-751188569ba9 admin admin] Network ccb85226-c586-4fa5-aec0-6cfbd080c008 is already hosted by enough agents. {{(pid=93124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:10:38.874277 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.base_scheduler [None req-3dcf0eb2-78d5-4599-9733-751188569ba9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:10:38.882284 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcf0eb2-78d5-4599-9733-751188569ba9 admin admin] Received port after_create {{(pid=93124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:10:38.900862 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.db_base_plugin_common [None req-531a81d4-b05d-4106-b331-8776b1ce3fca tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Allocated IP 172.28.3.253 (ccb85226-c586-4fa5-aec0-6cfbd080c008/f863da3b-2790-4793-ac71-6f3e8dbd6721/c0a62fe2-1cb7-42d3-bcb4-1fc570594d60) {{(pid=93125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:10:38.921619 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcf0eb2-78d5-4599-9733-751188569ba9 admin admin] Pushing event updated for resources: {'Port': ['ID=910bb399-ccab-47ae-afea-15035b380733,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:38.925308 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-3dcf0eb2-78d5-4599-9733-751188569ba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:39.021383 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-531a81d4-b05d-4106-b331-8776b1ce3fca tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Notify callbacks [] for port, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:39.059633 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-531a81d4-b05d-4106-b331-8776b1ce3fca tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751010131950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8412961'] for port, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:39.062558 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-415f37b8-f095-4259-a4fe-4bc41ef55921 tempest-VolumesActionsTest-167519171 tempest-VolumesActionsTest-167519171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:39.095438 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531a81d4-b05d-4106-b331-8776b1ce3fca tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Network ccb85226-c586-4fa5-aec0-6cfbd080c008 is already hosted by enough agents. {{(pid=93125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:10:39.098246 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.base_scheduler [None req-531a81d4-b05d-4106-b331-8776b1ce3fca tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Resources bound (agent type, host, resource id): {{(pid=93125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:10:39.104139 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531a81d4-b05d-4106-b331-8776b1ce3fca tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Received port after_create {{(pid=93125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:10:39.126807 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531a81d4-b05d-4106-b331-8776b1ce3fca tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Pushing event updated for resources: {'Port': ['ID=c0a62fe2-1cb7-42d3-bcb4-1fc570594d60,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:39.133220 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-531a81d4-b05d-4106-b331-8776b1ce3fca tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:39.153067 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-3dcf0eb2-78d5-4599-9733-751188569ba9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:39.348674 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-3dcf0eb2-78d5-4599-9733-751188569ba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3799529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3698553'] for router, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:39.478296 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dcf0eb2-78d5-4599-9733-751188569ba9 admin admin] Router 64e764af-c2b0-4096-abd1-2e2e01f80ce9 is scheduled to L3 agent a3516409-90ed-42c0-9869-2f9c81c3e104 with binding_index 1 {{(pid=93124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 12:10:39.481945 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-531a81d4-b05d-4106-b331-8776b1ce3fca tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:39.560284 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-531a81d4-b05d-4106-b331-8776b1ce3fca tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:39.600610 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dcf0eb2-78d5-4599-9733-751188569ba9 admin admin] Notify agent at l3_agent.dv-cinder-772388-5-smb the message routers_updated {{(pid=93124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 12:10:39.607838 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2140fcf8-5b64-4666-ad90-5b0522c76699 None None] Network 5e2a62c3-8079-4557-880c-8db2f414c599 requested from dv-cinder-772388-5-smb {{(pid=93126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:10:39.611742 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8a14eb-95dc-4748-a6d6-eb2a47bc3cab None None] Sync routers for ids ['64e764af-c2b0-4096-abd1-2e2e01f80ce9'] in dv-cinder-772388-5-smb {{(pid=93127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:10:39.622080 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8a14eb-95dc-4748-a6d6-eb2a47bc3cab None None] Routers {'64e764af-c2b0-4096-abd1-2e2e01f80ce9'} bound to L3 agent in host dv-cinder-772388-5-smb {{(pid=93127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:10:39.623120 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_hamode_db [None req-3e8a14eb-95dc-4748-a6d6-eb2a47bc3cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T11:56:31Z,description=,heartbeat_timestamp=2021-06-28T12:10:31Z,host='dv-cinder-772388-5-smb',id=a3516409-90ed-42c0-9869-2f9c81c3e104,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:56:31Z,topic='l3_agent')) {'router_ids': ['64e764af-c2b0-4096-abd1-2e2e01f80ce9'], 'active': True} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:10:39.638723 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-3dcf0eb2-78d5-4599-9733-751188569ba9 admin admin] Notify callbacks [] for router, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:39.640735 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-3dcf0eb2-78d5-4599-9733-751188569ba9 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6237512 Jun 28 12:10:39.644642 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 35348) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:10:39.689614 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device 618e7662-fa9b-4066-be3b-82453a85d430 up at agent ovs-agent-dv-cinder-772388-5-smb {{(pid=93126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:10:39.741703 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-812888bc-7f3f-4402-97d7-64aebc8f93b9 None None] Provisioning for port 618e7662-fa9b-4066-be3b-82453a85d430 completed by entity DHCP. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:10:39.767516 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Provisioning for port 618e7662-fa9b-4066-be3b-82453a85d430 completed by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:10:39.773423 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_dvr_db [None req-3e8a14eb-95dc-4748-a6d6-eb2a47bc3cab None None] Set router 64e764af-c2b0-4096-abd1-2e2e01f80ce9 gateway port host: dv-cinder-772388-5-smb {{(pid=93127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:10:39.774681 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Provisioning complete for port 618e7662-fa9b-4066-be3b-82453a85d430 triggered by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:10:39.775069 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:39.782182 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-531a81d4-b05d-4106-b331-8776b1ce3fca tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Notify callbacks [] for port, precommit_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:39.789021 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-531a81d4-b05d-4106-b331-8776b1ce3fca tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8413139'] for port, after_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:39.792930 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-2f7199c9-ec40-49ff-aa2d-6cc6914d22e3 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:39.838853 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531a81d4-b05d-4106-b331-8776b1ce3fca tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Pushing event updated for resources: {'Port': ['ID=c0a62fe2-1cb7-42d3-bcb4-1fc570594d60,revision_number=2']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:39.843527 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-531a81d4-b05d-4106-b331-8776b1ce3fca tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:39.886284 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-531a81d4-b05d-4106-b331-8776b1ce3fca tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799926'] for floatingip, after_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:39.914627 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:39.959946 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] For port 618e7662-fa9b-4066-be3b-82453a85d430, host dv-cinder-772388-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-smb',level=0,port_id=618e7662-fa9b-4066-be3b-82453a85d430,segment=NetworkSegment(dfd01ef4-b24a-46c0-baf1-127e8472c76f),segment_id=dfd01ef4-b24a-46c0-baf1-127e8472c76f)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:10:39.966432 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:39.969161 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:40.030247 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Pushing event updated for resources: {'Port': ['ID=618e7662-fa9b-4066-be3b-82453a85d430,revision_number=3']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:40.035092 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:40.051112 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_hamode_db [None req-3e8a14eb-95dc-4748-a6d6-eb2a47bc3cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e764af-c2b0-4096-abd1-2e2e01f80ce9', 'name': 'tempest-AttachVolumeTestJSON-392683727-router', 'tenant_id': 'e6f73748df6f47e596733783efb28800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.46'}], 'enable_snat': True}, 'gw_port_id': '910bb399-ccab-47ae-afea-15035b380733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:10:38Z', 'updated_at': '2021-06-28T12:10:39Z', 'revision_number': 3, 'project_id': 'e6f73748df6f47e596733783efb28800', 'gw_port': {'id': '910bb399-ccab-47ae-afea-15035b380733', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d0:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e764af-c2b0-4096-abd1-2e2e01f80ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:10:38Z', 'updated_at': '2021-06-28T12:10:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb'}], 'dv-cinder-772388-5-smb', False) {} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:10:40.081961 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8a14eb-95dc-4748-a6d6-eb2a47bc3cab None None] Checking router: 64e764af-c2b0-4096-abd1-2e2e01f80ce9 for host: dv-cinder-772388-5-smb {{(pid=93127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:10:40.082664 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8a14eb-95dc-4748-a6d6-eb2a47bc3cab None None] Updating router 64e764af-c2b0-4096-abd1-2e2e01f80ce9 port 910bb399-ccab-47ae-afea-15035b380733 binding host dv-cinder-772388-5-smb {{(pid=93127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 12:10:40.118857 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-3e8a14eb-95dc-4748-a6d6-eb2a47bc3cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:40.148919 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.agents_db [None req-f497f353-63e3-44e2-a2cd-a5845e949060 None None] Agent healthcheck: found 6 active agents {{(pid=93127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:10:40.161115 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-1156bdde-f997-4876-bfbe-1ebc41b6d281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:40.282217 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-e9871dda-1499-4d3e-8155-0947876c884b None None] Provisioning complete for port 618e7662-fa9b-4066-be3b-82453a85d430 triggered by entity DHCP. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:10:40.283065 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-e9871dda-1499-4d3e-8155-0947876c884b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:40.316931 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.db.l3_db [None req-531a81d4-b05d-4106-b331-8776b1ce3fca tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Floating IP a7e26180-5aab-4d67-b199-568844e44146 associated. External IP: 172.28.3.253, port: 8ba5934d-f734-4a25-abae-ef629128dd7d. Jun 28 12:10:40.341603 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.db.db_base_plugin_common [None req-1156bdde-f997-4876-bfbe-1ebc41b6d281 admin admin] Allocated IP 172.20.0.1 (5e2a62c3-8079-4557-880c-8db2f414c599/1bbaf67f-dbe3-47b9-b2c3-689daf6ec707/35901263-7c1d-4f21-99f6-0b3204666930) {{(pid=93124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:10:40.428475 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-3e8a14eb-95dc-4748-a6d6-eb2a47bc3cab None None] Notify callbacks [] for port, precommit_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:40.438233 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.provisioning_blocks [None req-3e8a14eb-95dc-4748-a6d6-eb2a47bc3cab None None] Transition to ACTIVE for port object 910bb399-ccab-47ae-afea-15035b380733 will not be triggered until provisioned by entity L2. {{(pid=93127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:10:40.446337 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-3e8a14eb-95dc-4748-a6d6-eb2a47bc3cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:40.449473 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:40.452967 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-1156bdde-f997-4876-bfbe-1ebc41b6d281 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:40.467769 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-1156bdde-f997-4876-bfbe-1ebc41b6d281 admin admin] Transition to ACTIVE for port object 35901263-7c1d-4f21-99f6-0b3204666930 will not be triggered until provisioned by entity DHCP. {{(pid=93124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:10:40.495248 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.plugins.ml2.managers [None req-3e8a14eb-95dc-4748-a6d6-eb2a47bc3cab None None] Attempting to bind port 910bb399-ccab-47ae-afea-15035b380733 on host dv-cinder-772388-5-smb for vnic_type normal with profile {{(pid=93127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:10:40.495626 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.plugins.ml2.managers [None req-3e8a14eb-95dc-4748-a6d6-eb2a47bc3cab None None] Attempting to bind port 910bb399-ccab-47ae-afea-15035b380733 by drivers openvswitch,hyperv on host dv-cinder-772388-5-smb at level 0 using segments [{'id': '9701132a-6585-4d51-ae24-db0b91696e59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008'}] {{(pid=93127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:10:40.495996 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8a14eb-95dc-4748-a6d6-eb2a47bc3cab None None] Attempting to bind port 910bb399-ccab-47ae-afea-15035b380733 on network ccb85226-c586-4fa5-aec0-6cfbd080c008 {{(pid=93127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:10:40.503843 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-1156bdde-f997-4876-bfbe-1ebc41b6d281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751010131950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8410971'] for port, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:40.505189 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea747020-f6d3-413a-9c2d-6631b9ffcde8 None None] Pushing event updated for resources: {'Port': ['ID=910bb399-ccab-47ae-afea-15035b380733,revision_number=2']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:40.507712 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8a14eb-95dc-4748-a6d6-eb2a47bc3cab None None] Checking agent: {'id': '43dc484d-6faf-4242-a4db-1b59836cdb3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 11, 56, 31), 'started_at': datetime.datetime(2021, 6, 28, 11, 57, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:10:40.508093 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8a14eb-95dc-4748-a6d6-eb2a47bc3cab None None] Checking segment: {'id': '9701132a-6585-4d51-ae24-db0b91696e59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:10:40.508509 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-3e8a14eb-95dc-4748-a6d6-eb2a47bc3cab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:40.508923 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8a14eb-95dc-4748-a6d6-eb2a47bc3cab None None] Bound using segment: {'id': '9701132a-6585-4d51-ae24-db0b91696e59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008'} {{(pid=93127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:10:40.509404 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.plugins.ml2.managers [None req-3e8a14eb-95dc-4748-a6d6-eb2a47bc3cab None None] Bound port: 910bb399-ccab-47ae-afea-15035b380733, host: dv-cinder-772388-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9701132a-6585-4d51-ae24-db0b91696e59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008'}}] {{(pid=93127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:10:40.509779 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-3e8a14eb-95dc-4748-a6d6-eb2a47bc3cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:40.511551 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG oslo_concurrency.lockutils [None req-ea747020-f6d3-413a-9c2d-6631b9ffcde8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:40.514090 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:40.539948 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-531a81d4-b05d-4106-b331-8776b1ce3fca tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Router 71cdafe3-14e7-4e21-9659-8a02a27bbbde has already been hosted by L3 agent a3516409-90ed-42c0-9869-2f9c81c3e104 {{(pid=93125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:10:40.542422 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1156bdde-f997-4876-bfbe-1ebc41b6d281 admin admin] Network 5e2a62c3-8079-4557-880c-8db2f414c599 is already hosted by enough agents. {{(pid=93124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:10:40.545581 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.base_scheduler [None req-1156bdde-f997-4876-bfbe-1ebc41b6d281 admin admin] Resources bound (agent type, host, resource id): {{(pid=93124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:10:40.549793 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1156bdde-f997-4876-bfbe-1ebc41b6d281 admin admin] Received port after_create {{(pid=93124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:10:40.569098 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.plugins.ml2.db [None req-3e8a14eb-95dc-4748-a6d6-eb2a47bc3cab None None] For port 910bb399-ccab-47ae-afea-15035b380733, host dv-cinder-772388-5-smb, cleared binding levels {{(pid=93127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:10:40.573420 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.plugins.ml2.db [None req-3e8a14eb-95dc-4748-a6d6-eb2a47bc3cab None None] For port 910bb399-ccab-47ae-afea-15035b380733, host dv-cinder-772388-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-smb',level=0,port_id=910bb399-ccab-47ae-afea-15035b380733,segment=NetworkSegment(9701132a-6585-4d51-ae24-db0b91696e59),segment_id=9701132a-6585-4d51-ae24-db0b91696e59)] {{(pid=93127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:10:40.578952 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron_lib.callbacks.manager [None req-3e8a14eb-95dc-4748-a6d6-eb2a47bc3cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:40.586741 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1156bdde-f997-4876-bfbe-1ebc41b6d281 admin admin] Pushing event updated for resources: {'Port': ['ID=35901263-7c1d-4f21-99f6-0b3204666930,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:40.591247 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-1156bdde-f997-4876-bfbe-1ebc41b6d281 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:40.600224 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-1156bdde-f997-4876-bfbe-1ebc41b6d281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695481'] for router_interface, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:40.602085 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:40.638535 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8a14eb-95dc-4748-a6d6-eb2a47bc3cab None None] Routers {'64e764af-c2b0-4096-abd1-2e2e01f80ce9'} bound to L3 agent in host dv-cinder-772388-5-smb {{(pid=93127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:10:40.639980 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_hamode_db [None req-3e8a14eb-95dc-4748-a6d6-eb2a47bc3cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T11:56:31Z,description=,heartbeat_timestamp=2021-06-28T12:10:31Z,host='dv-cinder-772388-5-smb',id=a3516409-90ed-42c0-9869-2f9c81c3e104,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:56:31Z,topic='l3_agent')) {'router_ids': ['64e764af-c2b0-4096-abd1-2e2e01f80ce9'], 'active': True} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:10:40.664986 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-531a81d4-b05d-4106-b331-8776b1ce3fca tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Notify agent at l3_agent.dv-cinder-772388-5-smb the message routers_updated {{(pid=93125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 12:10:40.678595 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864bbfa5-e316-47d3-a3f4-cd6172f2de2e None None] Sync routers for ids ['71cdafe3-14e7-4e21-9659-8a02a27bbbde'] in dv-cinder-772388-5-smb {{(pid=93126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:10:40.696127 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864bbfa5-e316-47d3-a3f4-cd6172f2de2e None None] Routers {'71cdafe3-14e7-4e21-9659-8a02a27bbbde'} bound to L3 agent in host dv-cinder-772388-5-smb {{(pid=93126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:10:40.698757 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_hamode_db [None req-864bbfa5-e316-47d3-a3f4-cd6172f2de2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T11:56:31Z,description=,heartbeat_timestamp=2021-06-28T12:10:31Z,host='dv-cinder-772388-5-smb',id=a3516409-90ed-42c0-9869-2f9c81c3e104,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:56:31Z,topic='l3_agent')) {'router_ids': ['71cdafe3-14e7-4e21-9659-8a02a27bbbde'], 'active': True} {{(pid=93126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:10:40.710818 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-531a81d4-b05d-4106-b331-8776b1ce3fca tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188324'] for floatingip, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:40.785741 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_dvr_db [None req-3e8a14eb-95dc-4748-a6d6-eb2a47bc3cab None None] Set router 64e764af-c2b0-4096-abd1-2e2e01f80ce9 gateway port host: dv-cinder-772388-5-smb {{(pid=93127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:10:40.802634 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-531a81d4-b05d-4106-b331-8776b1ce3fca tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2533872 Jun 28 12:10:40.803401 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12d8f265-c1ed-46d3-a54f-85bf84948263', 'tag': '8ba5934d-f734-4a25-abae-ef629128dd7d'}] {{(pid=93125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:10:40.805507 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-90de5794-4117-443a-9ff8-d07c11adf75b None None] Provisioning for port 35901263-7c1d-4f21-99f6-0b3204666930 completed by entity DHCP. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:10:40.812054 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cab5cdacc5b3cbbc94323449081fb5e48b25fdc1a77f938b5656c1b79ba6a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96bbab26-5f3e-46a5-afc3-913d6de81ad1" -d '{"events": [{"name": "network-changed", "server_uuid": "12d8f265-c1ed-46d3-a54f-85bf84948263", "tag": "8ba5934d-f734-4a25-abae-ef629128dd7d"}]}' {{(pid=93125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:10:40.816161 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-90de5794-4117-443a-9ff8-d07c11adf75b None None] Provisioning complete for port 35901263-7c1d-4f21-99f6-0b3204666930 triggered by entity DHCP. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:10:40.816900 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-90de5794-4117-443a-9ff8-d07c11adf75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:40.858934 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 12:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6d9839-335e-4699-b161-2584457810bf x-openstack-request-id: req-0e6d9839-335e-4699-b161-2584457810bf {{(pid=93125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:10:40.859721 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12d8f265-c1ed-46d3-a54f-85bf84948263", "tag": "8ba5934d-f734-4a25-abae-ef629128dd7d", "status": "completed", "code": 200}]} {{(pid=93125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:10:40.860211 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0e6d9839-335e-4699-b161-2584457810bf {{(pid=93125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:10:40.861036 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12d8f265-c1ed-46d3-a54f-85bf84948263', 'tag': '8ba5934d-f734-4a25-abae-ef629128dd7d', 'status': 'completed', 'code': 200} Jun 28 12:10:40.957703 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bbab26-5f3e-46a5-afc3-913d6de81ad1 req-78e19f90-c91e-42eb-906c-bcf5250b98bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:40.959420 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-96bbab26-5f3e-46a5-afc3-913d6de81ad1 req-78e19f90-c91e-42eb-906c-bcf5250b98bd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7bc832fb54e44764850d1c5b6e3f6aa9&device_id=12d8f265-c1ed-46d3-a54f-85bf84948263 HTTP/1.1" status: 200 len: 1099 time: 0.0713527 Jun 28 12:10:41.038096 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.plugin [None req-90de5794-4117-443a-9ff8-d07c11adf75b None None] Port 35901263-7c1d-4f21-99f6-0b3204666930 cannot update to ACTIVE because it is not bound. {{(pid=93126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:10:41.054393 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea747020-f6d3-413a-9c2d-6631b9ffcde8 None None] Pushing event updated for resources: {'Port': ['ID=910bb399-ccab-47ae-afea-15035b380733,revision_number=3']} {{(pid=93127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:41.057184 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvr_db [None req-864bbfa5-e316-47d3-a3f4-cd6172f2de2e None None] Set router 71cdafe3-14e7-4e21-9659-8a02a27bbbde gateway port host: dv-cinder-772388-5-smb {{(pid=93126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:10:41.059294 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG oslo_concurrency.lockutils [None req-ea747020-f6d3-413a-9c2d-6631b9ffcde8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=93127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:41.074668 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-1156bdde-f997-4876-bfbe-1ebc41b6d281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:41.079582 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bbab26-5f3e-46a5-afc3-913d6de81ad1 req-47183fd3-e112-44a7-8967-611e013c5317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:41.080602 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-96bbab26-5f3e-46a5-afc3-913d6de81ad1 req-47183fd3-e112-44a7-8967-611e013c5317 service neutron] 10.222.0.61 "GET /v2.0/networks?id=44e532c9-2609-4100-9214-3286b81e04f5 HTTP/1.1" status: 200 len: 909 time: 0.1147530 Jun 28 12:10:41.126355 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_hamode_db [None req-3e8a14eb-95dc-4748-a6d6-eb2a47bc3cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e764af-c2b0-4096-abd1-2e2e01f80ce9', 'name': 'tempest-AttachVolumeTestJSON-392683727-router', 'tenant_id': 'e6f73748df6f47e596733783efb28800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.46'}], 'enable_snat': True}, 'gw_port_id': '910bb399-ccab-47ae-afea-15035b380733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:10:38Z', 'updated_at': '2021-06-28T12:10:39Z', 'revision_number': 3, 'project_id': 'e6f73748df6f47e596733783efb28800', 'gw_port': {'id': '910bb399-ccab-47ae-afea-15035b380733', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d0:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e764af-c2b0-4096-abd1-2e2e01f80ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:10:38Z', 'updated_at': '2021-06-28T12:10:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb'}], 'dv-cinder-772388-5-smb', False) {} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:10:41.156821 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8a14eb-95dc-4748-a6d6-eb2a47bc3cab None None] The sync data for ids ['64e764af-c2b0-4096-abd1-2e2e01f80ce9'] in dv-cinder-772388-5-smb is: [{'id': '64e764af-c2b0-4096-abd1-2e2e01f80ce9', 'name': 'tempest-AttachVolumeTestJSON-392683727-router', 'tenant_id': 'e6f73748df6f47e596733783efb28800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.46'}], 'enable_snat': True}, 'gw_port_id': '910bb399-ccab-47ae-afea-15035b380733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:10:38Z', 'updated_at': '2021-06-28T12:10:39Z', 'revision_number': 3, 'project_id': 'e6f73748df6f47e596733783efb28800', 'gw_port': {'id': '910bb399-ccab-47ae-afea-15035b380733', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d0:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e764af-c2b0-4096-abd1-2e2e01f80ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:10:38Z', 'updated_at': '2021-06-28T12:10:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb'}] {{(pid=93127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:10:41.159953 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-96bbab26-5f3e-46a5-afc3-913d6de81ad1 req-0ce6d60c-e260-457e-8aa2-fe954f1023d4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ba5934d-f734-4a25-abae-ef629128dd7d HTTP/1.1" status: 200 len: 1000 time: 0.0724645 Jun 28 12:10:41.218706 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bbab26-5f3e-46a5-afc3-913d6de81ad1 req-88586189-96c1-44be-9d24-a87c95e1ea89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:41.220113 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-96bbab26-5f3e-46a5-afc3-913d6de81ad1 req-88586189-96c1-44be-9d24-a87c95e1ea89 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bd0f01a5-45db-4be4-a394-a7a232248dbc HTTP/1.1" status: 200 len: 847 time: 0.0544963 Jun 28 12:10:41.279473 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-1156bdde-f997-4876-bfbe-1ebc41b6d281 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:41.284999 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-1156bdde-f997-4876-bfbe-1ebc41b6d281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8411049'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:41.286551 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bbab26-5f3e-46a5-afc3-913d6de81ad1 req-db63a129-929c-4b5e-8ec2-0c3c9b39619f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:41.288201 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-eca4a72e-4f1f-4cca-ac4d-005e0138db5b tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:41.288828 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-96bbab26-5f3e-46a5-afc3-913d6de81ad1 req-db63a129-929c-4b5e-8ec2-0c3c9b39619f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=44e532c9-2609-4100-9214-3286b81e04f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0617869 Jun 28 12:10:41.330713 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_hamode_db [None req-864bbfa5-e316-47d3-a3f4-cd6172f2de2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71cdafe3-14e7-4e21-9659-8a02a27bbbde', 'name': 'tempest-TestShelveInstance-502773456-router', 'tenant_id': '7bc832fb54e44764850d1c5b6e3f6aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.124'}], 'enable_snat': True}, 'gw_port_id': '7952ff49-65f1-49f7-9e3b-a2650d697833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:10:03Z', 'updated_at': '2021-06-28T12:10:06Z', 'revision_number': 4, 'project_id': '7bc832fb54e44764850d1c5b6e3f6aa9', 'gw_port': {'id': '7952ff49-65f1-49f7-9e3b-a2650d697833', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cdafe3-14e7-4e21-9659-8a02a27bbbde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:10:04Z', 'updated_at': '2021-06-28T12:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb', '_floatingips': [{'id': 'a7e26180-5aab-4d67-b199-568844e44146', 'tenant_id': '7bc832fb54e44764850d1c5b6e3f6aa9', 'floating_ip_address': '172.28.3.253', 'floating_network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'router_id': '71cdafe3-14e7-4e21-9659-8a02a27bbbde', 'port_id': '8ba5934d-f734-4a25-abae-ef629128dd7d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44e532c9-2609-4100-9214-3286b81e04f5', 'mac_address': 'fa:16:3e:16:62:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d8f265-c1ed-46d3-a54f-85bf84948263', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:10:39Z', 'updated_at': '2021-06-28T12:10:39Z', 'revision_number': 0, 'project_id': '7bc832fb54e44764850d1c5b6e3f6aa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd236d735-efb3-4b35-acfc-36b9a918481d', 'name': '', 'network_id': '44e532c9-2609-4100-9214-3286b81e04f5', 'tenant_id': '7bc832fb54e44764850d1c5b6e3f6aa9', 'mac_address': 'fa:16:3e:90:01:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cdafe3-14e7-4e21-9659-8a02a27bbbde', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'bd0f01a5-45db-4be4-a394-a7a232248dbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:10:05Z', 'updated_at': '2021-06-28T12:10:12Z', 'revision_number': 5, 'project_id': '7bc832fb54e44764850d1c5b6e3f6aa9', 'subnets': [{'id': 'bd0f01a5-45db-4be4-a394-a7a232248dbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-smb', False) {} {{(pid=93126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:10:41.360243 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864bbfa5-e316-47d3-a3f4-cd6172f2de2e None None] Checking router: 71cdafe3-14e7-4e21-9659-8a02a27bbbde for host: dv-cinder-772388-5-smb {{(pid=93126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:10:41.361124 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1156bdde-f997-4876-bfbe-1ebc41b6d281 admin admin] Pushing event updated for resources: {'Port': ['ID=35901263-7c1d-4f21-99f6-0b3204666930,revision_number=2']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:41.364674 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-1156bdde-f997-4876-bfbe-1ebc41b6d281 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:41.368339 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-1156bdde-f997-4876-bfbe-1ebc41b6d281 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3929291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695509'] for router_interface, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:41.376573 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864bbfa5-e316-47d3-a3f4-cd6172f2de2e None None] Routers {'71cdafe3-14e7-4e21-9659-8a02a27bbbde'} bound to L3 agent in host dv-cinder-772388-5-smb {{(pid=93126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:10:41.377398 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_hamode_db [None req-864bbfa5-e316-47d3-a3f4-cd6172f2de2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T11:56:31Z,description=,heartbeat_timestamp=2021-06-28T12:10:31Z,host='dv-cinder-772388-5-smb',id=a3516409-90ed-42c0-9869-2f9c81c3e104,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:56:31Z,topic='l3_agent')) {'router_ids': ['71cdafe3-14e7-4e21-9659-8a02a27bbbde'], 'active': True} {{(pid=93126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:10:41.394902 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-96bbab26-5f3e-46a5-afc3-913d6de81ad1 req-2b3d6892-ad3b-4260-b01b-7b02ce55f6af service neutron] 10.222.0.61 "GET /v2.0/networks/44e532c9-2609-4100-9214-3286b81e04f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992298 Jun 28 12:10:41.501423 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1156bdde-f997-4876-bfbe-1ebc41b6d281 admin admin] Network 5e2a62c3-8079-4557-880c-8db2f414c599 is already hosted by enough agents. {{(pid=93124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:10:41.502937 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.base_scheduler [None req-1156bdde-f997-4876-bfbe-1ebc41b6d281 admin admin] Resources bound (agent type, host, resource id): {{(pid=93124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:10:41.521916 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvr_db [None req-864bbfa5-e316-47d3-a3f4-cd6172f2de2e None None] Set router 71cdafe3-14e7-4e21-9659-8a02a27bbbde gateway port host: dv-cinder-772388-5-smb {{(pid=93126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:10:41.543935 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-96bbab26-5f3e-46a5-afc3-913d6de81ad1 req-dd3c98b3-5d31-4cb6-8919-4f2a7cc8aeb8 service neutron] 10.222.0.61 "GET /v2.0/networks/44e532c9-2609-4100-9214-3286b81e04f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419156 Jun 28 12:10:41.687908 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1156bdde-f997-4876-bfbe-1ebc41b6d281 admin admin] Router 64e764af-c2b0-4096-abd1-2e2e01f80ce9 has already been hosted by L3 agent a3516409-90ed-42c0-9869-2f9c81c3e104 {{(pid=93124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:10:41.755019 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device 910bb399-ccab-47ae-afea-15035b380733 up at agent ovs-agent-dv-cinder-772388-5-smb {{(pid=93126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:10:41.831958 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1156bdde-f997-4876-bfbe-1ebc41b6d281 admin admin] Notify agent at l3_agent.dv-cinder-772388-5-smb the message routers_updated {{(pid=93124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 12:10:41.844435 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-1156bdde-f997-4876-bfbe-1ebc41b6d281 admin admin] 10.222.0.26 "PUT /v2.0/routers/64e764af-c2b0-4096-abd1-2e2e01f80ce9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1916094 Jun 28 12:10:41.877087 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-bc2e3d7b-92c3-4886-a867-46bbf1e43d4d None None] Provisioning complete for port 35901263-7c1d-4f21-99f6-0b3204666930 triggered by entity DHCP. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:10:41.877608 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-bc2e3d7b-92c3-4886-a867-46bbf1e43d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:41.879215 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Provisioning for port 910bb399-ccab-47ae-afea-15035b380733 completed by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:10:41.903435 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Provisioning complete for port 910bb399-ccab-47ae-afea-15035b380733 triggered by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:10:41.903882 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:41.944351 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_hamode_db [None req-864bbfa5-e316-47d3-a3f4-cd6172f2de2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71cdafe3-14e7-4e21-9659-8a02a27bbbde', 'name': 'tempest-TestShelveInstance-502773456-router', 'tenant_id': '7bc832fb54e44764850d1c5b6e3f6aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.124'}], 'enable_snat': True}, 'gw_port_id': '7952ff49-65f1-49f7-9e3b-a2650d697833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:10:03Z', 'updated_at': '2021-06-28T12:10:06Z', 'revision_number': 4, 'project_id': '7bc832fb54e44764850d1c5b6e3f6aa9', 'gw_port': {'id': '7952ff49-65f1-49f7-9e3b-a2650d697833', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cdafe3-14e7-4e21-9659-8a02a27bbbde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:10:04Z', 'updated_at': '2021-06-28T12:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb', '_floatingips': [{'id': 'a7e26180-5aab-4d67-b199-568844e44146', 'tenant_id': '7bc832fb54e44764850d1c5b6e3f6aa9', 'floating_ip_address': '172.28.3.253', 'floating_network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'router_id': '71cdafe3-14e7-4e21-9659-8a02a27bbbde', 'port_id': '8ba5934d-f734-4a25-abae-ef629128dd7d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44e532c9-2609-4100-9214-3286b81e04f5', 'mac_address': 'fa:16:3e:16:62:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d8f265-c1ed-46d3-a54f-85bf84948263', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:10:39Z', 'updated_at': '2021-06-28T12:10:39Z', 'revision_number': 0, 'project_id': '7bc832fb54e44764850d1c5b6e3f6aa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd236d735-efb3-4b35-acfc-36b9a918481d', 'name': '', 'network_id': '44e532c9-2609-4100-9214-3286b81e04f5', 'tenant_id': '7bc832fb54e44764850d1c5b6e3f6aa9', 'mac_address': 'fa:16:3e:90:01:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cdafe3-14e7-4e21-9659-8a02a27bbbde', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'bd0f01a5-45db-4be4-a394-a7a232248dbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:10:05Z', 'updated_at': '2021-06-28T12:10:12Z', 'revision_number': 5, 'project_id': '7bc832fb54e44764850d1c5b6e3f6aa9', 'subnets': [{'id': 'bd0f01a5-45db-4be4-a394-a7a232248dbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-smb', False) {} {{(pid=93126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:10:41.951280 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.plugin [None req-bc2e3d7b-92c3-4886-a867-46bbf1e43d4d None None] Port 35901263-7c1d-4f21-99f6-0b3204666930 cannot update to ACTIVE because it is not bound. {{(pid=93126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:10:41.982221 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864bbfa5-e316-47d3-a3f4-cd6172f2de2e None None] The sync data for ids ['71cdafe3-14e7-4e21-9659-8a02a27bbbde'] in dv-cinder-772388-5-smb is: [{'id': '71cdafe3-14e7-4e21-9659-8a02a27bbbde', 'name': 'tempest-TestShelveInstance-502773456-router', 'tenant_id': '7bc832fb54e44764850d1c5b6e3f6aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.124'}], 'enable_snat': True}, 'gw_port_id': '7952ff49-65f1-49f7-9e3b-a2650d697833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:10:03Z', 'updated_at': '2021-06-28T12:10:06Z', 'revision_number': 4, 'project_id': '7bc832fb54e44764850d1c5b6e3f6aa9', 'gw_port': {'id': '7952ff49-65f1-49f7-9e3b-a2650d697833', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cdafe3-14e7-4e21-9659-8a02a27bbbde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:10:04Z', 'updated_at': '2021-06-28T12:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb', '_floatingips': [{'id': 'a7e26180-5aab-4d67-b199-568844e44146', 'tenant_id': '7bc832fb54e44764850d1c5b6e3f6aa9', 'floating_ip_address': '172.28.3.253', 'floating_network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'router_id': '71cdafe3-14e7-4e21-9659-8a02a27bbbde', 'port_id': '8ba5934d-f734-4a25-abae-ef629128dd7d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44e532c9-2609-4100-9214-3286b81e04f5', 'mac_address': 'fa:16:3e:16:62:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d8f265-c1ed-46d3-a54f-85bf84948263', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:10:39Z', 'updated_at': '2021-06-28T12:10:39Z', 'revision_number': 0, 'project_id': '7bc832fb54e44764850d1c5b6e3f6aa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd236d735-efb3-4b35-acfc-36b9a918481d', 'name': '', 'network_id': '44e532c9-2609-4100-9214-3286b81e04f5', 'tenant_id': '7bc832fb54e44764850d1c5b6e3f6aa9', 'mac_address': 'fa:16:3e:90:01:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cdafe3-14e7-4e21-9659-8a02a27bbbde', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'bd0f01a5-45db-4be4-a394-a7a232248dbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:10:05Z', 'updated_at': '2021-06-28T12:10:12Z', 'revision_number': 5, 'project_id': '7bc832fb54e44764850d1c5b6e3f6aa9', 'subnets': [{'id': 'bd0f01a5-45db-4be4-a394-a7a232248dbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:10:42.031202 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:42.056942 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] For port 910bb399-ccab-47ae-afea-15035b380733, host dv-cinder-772388-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-smb',level=0,port_id=910bb399-ccab-47ae-afea-15035b380733,segment=NetworkSegment(9701132a-6585-4d51-ae24-db0b91696e59),segment_id=9701132a-6585-4d51-ae24-db0b91696e59)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:10:42.063650 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:42.065028 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device 618e7662-fa9b-4066-be3b-82453a85d430 up at agent ovs-agent-dv-cinder-772388-5-smb {{(pid=93126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:10:42.068536 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:42.152421 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Pushing event updated for resources: {'Port': ['ID=910bb399-ccab-47ae-afea-15035b380733,revision_number=4']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:42.155993 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:42.167352 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Provisioning complete for port 618e7662-fa9b-4066-be3b-82453a85d430 triggered by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:10:42.167911 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:42.267795 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b14b910-2181-46a5-9a3b-10ec3efd3eec None None] New status for floating IP a7e26180-5aab-4d67-b199-568844e44146: ACTIVE {{(pid=93127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 12:10:42.308389 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 35360) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:10:42.313391 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.v2.base [None req-97206583-f11f-47dd-b309-1e2ab418c36f tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2114249192', 'description': 'tempest-description--1253163884'}} {{(pid=93124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:10:42.336418 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-97206583-f11f-47dd-b309-1e2ab418c36f tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks [] for security_group, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:42.428911 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-97206583-f11f-47dd-b309-1e2ab418c36f tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks [] for security_group, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:42.432670 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-97206583-f11f-47dd-b309-1e2ab418c36f tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:42.435079 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-57960eb6-ad43-470f-bb08-52c623b2c20e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:42.462336 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-97206583-f11f-47dd-b309-1e2ab418c36f tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks [] for security_group, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:42.463563 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-97206583-f11f-47dd-b309-1e2ab418c36f tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1540768 Jun 28 12:10:42.465918 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97206583-f11f-47dd-b309-1e2ab418c36f tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a13da34-bea8-449e-bebd-26c6fcd506e3,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:42.466541 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 35362) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:10:42.471819 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-97206583-f11f-47dd-b309-1e2ab418c36f tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:42.472281 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.v2.base [None req-7970bd25-52a2-4876-87fc-292db1822be0 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Request body: {'security_group_rule': {'security_group_id': '5a13da34-bea8-449e-bebd-26c6fcd506e3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:10:42.498514 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-7970bd25-52a2-4876-87fc-292db1822be0 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:42.552949 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-7970bd25-52a2-4876-87fc-292db1822be0 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:42.556074 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-7970bd25-52a2-4876-87fc-292db1822be0 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-408423'] for security_group_rule, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:42.558055 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:42.576947 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970bd25-52a2-4876-87fc-292db1822be0 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56630658-e2d3-4db6-99a6-3edae59b2b9c,revision_number=0']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:42.579265 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-7970bd25-52a2-4876-87fc-292db1822be0 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:42.583463 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-7970bd25-52a2-4876-87fc-292db1822be0 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:42.584680 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-7970bd25-52a2-4876-87fc-292db1822be0 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1170135 Jun 28 12:10:42.587291 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 35364) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:10:42.591589 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.v2.base [None req-f70c6024-b638-4159-8557-2e1429e3a202 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Request body: {'security_group_rule': {'security_group_id': '5a13da34-bea8-449e-bebd-26c6fcd506e3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:10:42.616747 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-f70c6024-b638-4159-8557-2e1429e3a202 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:42.672092 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-f70c6024-b638-4159-8557-2e1429e3a202 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:42.676274 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-f70c6024-b638-4159-8557-2e1429e3a202 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-408423'] for security_group_rule, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:42.678476 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-5f0ab4be-badd-4a4b-84f1-0a9f40fc2a23 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:42.694290 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70c6024-b638-4159-8557-2e1429e3a202 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89e29e03-7a78-4abc-995f-d1d3c7982ab6,revision_number=0']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:42.696737 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-f70c6024-b638-4159-8557-2e1429e3a202 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:42.702691 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-f70c6024-b638-4159-8557-2e1429e3a202 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:42.703809 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-f70c6024-b638-4159-8557-2e1429e3a202 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1155467 Jun 28 12:10:42.706869 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 35366) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:10:42.711435 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.v2.base [None req-46e86ca3-8441-4a88-bdf5-3ea43dd7aeb6 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Request body: {'floatingip': {'floating_network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008'}} {{(pid=93125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:10:42.733558 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-46e86ca3-8441-4a88-bdf5-3ea43dd7aeb6 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks [] for floatingip, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:42.836253 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-46e86ca3-8441-4a88-bdf5-3ea43dd7aeb6 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:42.945364 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.db_base_plugin_common [None req-46e86ca3-8441-4a88-bdf5-3ea43dd7aeb6 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Allocated IP 172.28.3.4 (ccb85226-c586-4fa5-aec0-6cfbd080c008/f863da3b-2790-4793-ac71-6f3e8dbd6721/1208215a-89c4-4156-906c-e30122b2340b) {{(pid=93125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:10:43.024429 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37aa74c8-a6a7-42eb-b2e8-c4d2fe195d28 None None] Sync routers for ids ['64e764af-c2b0-4096-abd1-2e2e01f80ce9'] in dv-cinder-772388-5-smb {{(pid=93126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:10:43.033336 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37aa74c8-a6a7-42eb-b2e8-c4d2fe195d28 None None] Routers {'64e764af-c2b0-4096-abd1-2e2e01f80ce9'} bound to L3 agent in host dv-cinder-772388-5-smb {{(pid=93126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:10:43.034456 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_hamode_db [None req-37aa74c8-a6a7-42eb-b2e8-c4d2fe195d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T11:56:31Z,description=,heartbeat_timestamp=2021-06-28T12:10:31Z,host='dv-cinder-772388-5-smb',id=a3516409-90ed-42c0-9869-2f9c81c3e104,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:56:31Z,topic='l3_agent')) {'router_ids': ['64e764af-c2b0-4096-abd1-2e2e01f80ce9'], 'active': True} {{(pid=93126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:10:43.052945 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-46e86ca3-8441-4a88-bdf5-3ea43dd7aeb6 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks [] for port, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:43.092320 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-46e86ca3-8441-4a88-bdf5-3ea43dd7aeb6 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751010131950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8412961'] for port, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:43.094365 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-733c1aa9-b533-4e33-86a8-fe32864cff1b tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:43.131711 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e86ca3-8441-4a88-bdf5-3ea43dd7aeb6 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Network ccb85226-c586-4fa5-aec0-6cfbd080c008 is already hosted by enough agents. {{(pid=93125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:10:43.134708 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.base_scheduler [None req-46e86ca3-8441-4a88-bdf5-3ea43dd7aeb6 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Resources bound (agent type, host, resource id): {{(pid=93125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:10:43.140387 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e86ca3-8441-4a88-bdf5-3ea43dd7aeb6 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Received port after_create {{(pid=93125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:10:43.141815 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvr_db [None req-37aa74c8-a6a7-42eb-b2e8-c4d2fe195d28 None None] Set router 64e764af-c2b0-4096-abd1-2e2e01f80ce9 gateway port host: dv-cinder-772388-5-smb {{(pid=93126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:10:43.172819 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e86ca3-8441-4a88-bdf5-3ea43dd7aeb6 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Pushing event updated for resources: {'Port': ['ID=1208215a-89c4-4156-906c-e30122b2340b,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:43.177454 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-46e86ca3-8441-4a88-bdf5-3ea43dd7aeb6 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:43.233120 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-46e86ca3-8441-4a88-bdf5-3ea43dd7aeb6 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:43.282847 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-46e86ca3-8441-4a88-bdf5-3ea43dd7aeb6 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:43.342150 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_hamode_db [None req-37aa74c8-a6a7-42eb-b2e8-c4d2fe195d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e764af-c2b0-4096-abd1-2e2e01f80ce9', 'name': 'tempest-AttachVolumeTestJSON-392683727-router', 'tenant_id': 'e6f73748df6f47e596733783efb28800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.46'}], 'enable_snat': True}, 'gw_port_id': '910bb399-ccab-47ae-afea-15035b380733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:10:38Z', 'updated_at': '2021-06-28T12:10:41Z', 'revision_number': 4, 'project_id': 'e6f73748df6f47e596733783efb28800', 'gw_port': {'id': '910bb399-ccab-47ae-afea-15035b380733', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e764af-c2b0-4096-abd1-2e2e01f80ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:10:38Z', 'updated_at': '2021-06-28T12:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb', '_interfaces': [{'id': '35901263-7c1d-4f21-99f6-0b3204666930', 'name': '', 'network_id': '5e2a62c3-8079-4557-880c-8db2f414c599', 'tenant_id': 'e6f73748df6f47e596733783efb28800', 'mac_address': 'fa:16:3e:fb:95:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e764af-c2b0-4096-abd1-2e2e01f80ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '1bbaf67f-dbe3-47b9-b2c3-689daf6ec707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:10:40Z', 'updated_at': '2021-06-28T12:10:41Z', 'revision_number': 2, 'project_id': 'e6f73748df6f47e596733783efb28800', 'subnets': [{'id': '1bbaf67f-dbe3-47b9-b2c3-689daf6ec707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-smb', False) {} {{(pid=93126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:10:43.371884 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37aa74c8-a6a7-42eb-b2e8-c4d2fe195d28 None None] Checking router: 64e764af-c2b0-4096-abd1-2e2e01f80ce9 for host: dv-cinder-772388-5-smb {{(pid=93126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:10:43.372242 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37aa74c8-a6a7-42eb-b2e8-c4d2fe195d28 None None] Updating router 64e764af-c2b0-4096-abd1-2e2e01f80ce9 port 35901263-7c1d-4f21-99f6-0b3204666930 binding host dv-cinder-772388-5-smb {{(pid=93126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 12:10:43.410284 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-37aa74c8-a6a7-42eb-b2e8-c4d2fe195d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:43.440623 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-46e86ca3-8441-4a88-bdf5-3ea43dd7aeb6 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks [] for port, precommit_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:43.445913 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-46e86ca3-8441-4a88-bdf5-3ea43dd7aeb6 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8413139'] for port, after_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:43.449121 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-09303d40-5dff-45c8-b143-b3e5e5de3003 tempest-AttachVolumeNegativeTest-1951200113 tempest-AttachVolumeNegativeTest-1951200113-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:43.517237 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e86ca3-8441-4a88-bdf5-3ea43dd7aeb6 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Pushing event updated for resources: {'Port': ['ID=1208215a-89c4-4156-906c-e30122b2340b,revision_number=2']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:43.521691 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-46e86ca3-8441-4a88-bdf5-3ea43dd7aeb6 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:43.528575 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-46e86ca3-8441-4a88-bdf5-3ea43dd7aeb6 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799926'] for floatingip, after_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:43.542786 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-46e86ca3-8441-4a88-bdf5-3ea43dd7aeb6 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188324'] for floatingip, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:43.543993 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-46e86ca3-8441-4a88-bdf5-3ea43dd7aeb6 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.8361752 Jun 28 12:10:43.626112 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device 910bb399-ccab-47ae-afea-15035b380733 up at agent ovs-agent-dv-cinder-772388-5-smb {{(pid=93126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:10:43.687390 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-ffafcda0-d003-4891-86e2-7865acab6782 req-6dc2df63-2144-45a2-844b-a9321445c4ad tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--2114249192&fields=id&tenant_id=e6f73748df6f47e596733783efb28800 HTTP/1.1" status: 200 len: 267 time: 0.0341992 Jun 28 12:10:43.718825 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-37aa74c8-a6a7-42eb-b2e8-c4d2fe195d28 None None] Notify callbacks [] for port, precommit_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:43.730651 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Provisioning complete for port 910bb399-ccab-47ae-afea-15035b380733 triggered by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:10:43.731023 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:43.732739 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-37aa74c8-a6a7-42eb-b2e8-c4d2fe195d28 None None] Transition to ACTIVE for port object 35901263-7c1d-4f21-99f6-0b3204666930 will not be triggered until provisioned by entity L2. {{(pid=93126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:10:43.753912 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-37aa74c8-a6a7-42eb-b2e8-c4d2fe195d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:43.757822 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:43.798989 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffafcda0-d003-4891-86e2-7865acab6782 req-2a948d91-8c38-4c27-b936-477162b09b67 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:43.800462 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-ffafcda0-d003-4891-86e2-7865acab6782 req-2a948d91-8c38-4c27-b936-477162b09b67 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/networks?id=5e2a62c3-8079-4557-880c-8db2f414c599 HTTP/1.1" status: 200 len: 810 time: 0.1050942 Jun 28 12:10:43.813628 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a820c2f-2452-40fd-ad5c-f22e4916e6a8 None None] Pushing event updated for resources: {'Port': ['ID=35901263-7c1d-4f21-99f6-0b3204666930,revision_number=3']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:43.816539 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-ffafcda0-d003-4891-86e2-7865acab6782 req-63c44a66-cd90-4da5-89d0-7214d2bd334a tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/quotas/e6f73748df6f47e596733783efb28800 HTTP/1.1" status: 200 len: 375 time: 0.0100253 Jun 28 12:10:43.819523 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-7a820c2f-2452-40fd-ad5c-f22e4916e6a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:43.901541 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-ffafcda0-d003-4891-86e2-7865acab6782 req-8e837859-c80b-4e21-b8b0-26a7494adcd9 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e6f73748df6f47e596733783efb28800&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0704663 Jun 28 12:10:43.903093 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.managers [None req-37aa74c8-a6a7-42eb-b2e8-c4d2fe195d28 None None] Attempting to bind port 35901263-7c1d-4f21-99f6-0b3204666930 on host dv-cinder-772388-5-smb for vnic_type normal with profile {{(pid=93126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:10:43.903469 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.managers [None req-37aa74c8-a6a7-42eb-b2e8-c4d2fe195d28 None None] Attempting to bind port 35901263-7c1d-4f21-99f6-0b3204666930 by drivers openvswitch,hyperv on host dv-cinder-772388-5-smb at level 0 using segments [{'id': 'dfd01ef4-b24a-46c0-baf1-127e8472c76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5e2a62c3-8079-4557-880c-8db2f414c599'}] {{(pid=93126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:10:43.903842 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37aa74c8-a6a7-42eb-b2e8-c4d2fe195d28 None None] Attempting to bind port 35901263-7c1d-4f21-99f6-0b3204666930 on network 5e2a62c3-8079-4557-880c-8db2f414c599 {{(pid=93126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:10:43.912006 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37aa74c8-a6a7-42eb-b2e8-c4d2fe195d28 None None] Checking agent: {'id': '43dc484d-6faf-4242-a4db-1b59836cdb3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 11, 56, 31), 'started_at': datetime.datetime(2021, 6, 28, 11, 57, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:10:43.912392 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37aa74c8-a6a7-42eb-b2e8-c4d2fe195d28 None None] Checking segment: {'id': 'dfd01ef4-b24a-46c0-baf1-127e8472c76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5e2a62c3-8079-4557-880c-8db2f414c599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:10:43.912819 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-37aa74c8-a6a7-42eb-b2e8-c4d2fe195d28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:43.913222 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37aa74c8-a6a7-42eb-b2e8-c4d2fe195d28 None None] Bound using segment: {'id': 'dfd01ef4-b24a-46c0-baf1-127e8472c76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5e2a62c3-8079-4557-880c-8db2f414c599'} {{(pid=93126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:10:43.913708 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.managers [None req-37aa74c8-a6a7-42eb-b2e8-c4d2fe195d28 None None] Bound port: 35901263-7c1d-4f21-99f6-0b3204666930, host: dv-cinder-772388-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfd01ef4-b24a-46c0-baf1-127e8472c76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5e2a62c3-8079-4557-880c-8db2f414c599'}}] {{(pid=93126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:10:43.914095 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-37aa74c8-a6a7-42eb-b2e8-c4d2fe195d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:43.984668 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-37aa74c8-a6a7-42eb-b2e8-c4d2fe195d28 None None] For port 35901263-7c1d-4f21-99f6-0b3204666930, host dv-cinder-772388-5-smb, cleared binding levels {{(pid=93126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:10:43.999481 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-37aa74c8-a6a7-42eb-b2e8-c4d2fe195d28 None None] For port 35901263-7c1d-4f21-99f6-0b3204666930, host dv-cinder-772388-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-smb',level=0,port_id=35901263-7c1d-4f21-99f6-0b3204666930,segment=NetworkSegment(dfd01ef4-b24a-46c0-baf1-127e8472c76f),segment_id=dfd01ef4-b24a-46c0-baf1-127e8472c76f)] {{(pid=93126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:10:44.004025 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-37aa74c8-a6a7-42eb-b2e8-c4d2fe195d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:44.006641 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-3cb571fb-2259-4705-a042-4d4776350aa5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:44.010438 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-ffafcda0-d003-4891-86e2-7865acab6782 req-cb8c9c60-8210-4e5c-9ae9-45cfd27e1916 service neutron] 10.222.0.26 "GET /v2.0/networks/5e2a62c3-8079-4557-880c-8db2f414c599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960674 Jun 28 12:10:44.065393 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37aa74c8-a6a7-42eb-b2e8-c4d2fe195d28 None None] Routers {'64e764af-c2b0-4096-abd1-2e2e01f80ce9'} bound to L3 agent in host dv-cinder-772388-5-smb {{(pid=93126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:10:44.066255 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_hamode_db [None req-37aa74c8-a6a7-42eb-b2e8-c4d2fe195d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T11:56:31Z,description=,heartbeat_timestamp=2021-06-28T12:10:31Z,host='dv-cinder-772388-5-smb',id=a3516409-90ed-42c0-9869-2f9c81c3e104,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:56:31Z,topic='l3_agent')) {'router_ids': ['64e764af-c2b0-4096-abd1-2e2e01f80ce9'], 'active': True} {{(pid=93126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:10:44.070388 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a820c2f-2452-40fd-ad5c-f22e4916e6a8 None None] Pushing event updated for resources: {'Port': ['ID=35901263-7c1d-4f21-99f6-0b3204666930,revision_number=4']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:44.107518 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-ffafcda0-d003-4891-86e2-7865acab6782 req-036779b2-532c-4868-a025-cc0c3e1ba6a8 service neutron] 10.222.0.26 "GET /v2.0/networks/5e2a62c3-8079-4557-880c-8db2f414c599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908878 Jun 28 12:10:44.231622 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-7a820c2f-2452-40fd-ad5c-f22e4916e6a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:44.305367 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-1d3f46a1-8253-4a5d-8a93-309baf3cc015 req-0287574a-60bb-40f3-9175-f720c176a135 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/ports?device_id=04b64946-c938-4288-a556-36cf6c14d061 HTTP/1.1" status: 200 len: 210 time: 0.0455191 Jun 28 12:10:44.324645 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvr_db [None req-37aa74c8-a6a7-42eb-b2e8-c4d2fe195d28 None None] Set router 64e764af-c2b0-4096-abd1-2e2e01f80ce9 gateway port host: dv-cinder-772388-5-smb {{(pid=93126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:10:44.527971 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_hamode_db [None req-37aa74c8-a6a7-42eb-b2e8-c4d2fe195d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e764af-c2b0-4096-abd1-2e2e01f80ce9', 'name': 'tempest-AttachVolumeTestJSON-392683727-router', 'tenant_id': 'e6f73748df6f47e596733783efb28800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.46'}], 'enable_snat': True}, 'gw_port_id': '910bb399-ccab-47ae-afea-15035b380733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:10:38Z', 'updated_at': '2021-06-28T12:10:41Z', 'revision_number': 4, 'project_id': 'e6f73748df6f47e596733783efb28800', 'gw_port': {'id': '910bb399-ccab-47ae-afea-15035b380733', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e764af-c2b0-4096-abd1-2e2e01f80ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:10:38Z', 'updated_at': '2021-06-28T12:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb', '_interfaces': [{'id': '35901263-7c1d-4f21-99f6-0b3204666930', 'name': '', 'network_id': '5e2a62c3-8079-4557-880c-8db2f414c599', 'tenant_id': 'e6f73748df6f47e596733783efb28800', 'mac_address': 'fa:16:3e:fb:95:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e764af-c2b0-4096-abd1-2e2e01f80ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '1bbaf67f-dbe3-47b9-b2c3-689daf6ec707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:10:40Z', 'updated_at': '2021-06-28T12:10:43Z', 'revision_number': 4, 'project_id': 'e6f73748df6f47e596733783efb28800', 'subnets': [{'id': '1bbaf67f-dbe3-47b9-b2c3-689daf6ec707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-smb', False) {} {{(pid=93126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:10:44.553434 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37aa74c8-a6a7-42eb-b2e8-c4d2fe195d28 None None] The sync data for ids ['64e764af-c2b0-4096-abd1-2e2e01f80ce9'] in dv-cinder-772388-5-smb is: [{'id': '64e764af-c2b0-4096-abd1-2e2e01f80ce9', 'name': 'tempest-AttachVolumeTestJSON-392683727-router', 'tenant_id': 'e6f73748df6f47e596733783efb28800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.46'}], 'enable_snat': True}, 'gw_port_id': '910bb399-ccab-47ae-afea-15035b380733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:10:38Z', 'updated_at': '2021-06-28T12:10:41Z', 'revision_number': 4, 'project_id': 'e6f73748df6f47e596733783efb28800', 'gw_port': {'id': '910bb399-ccab-47ae-afea-15035b380733', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e764af-c2b0-4096-abd1-2e2e01f80ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:10:38Z', 'updated_at': '2021-06-28T12:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb', '_interfaces': [{'id': '35901263-7c1d-4f21-99f6-0b3204666930', 'name': '', 'network_id': '5e2a62c3-8079-4557-880c-8db2f414c599', 'tenant_id': 'e6f73748df6f47e596733783efb28800', 'mac_address': 'fa:16:3e:fb:95:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e764af-c2b0-4096-abd1-2e2e01f80ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '1bbaf67f-dbe3-47b9-b2c3-689daf6ec707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:10:40Z', 'updated_at': '2021-06-28T12:10:43Z', 'revision_number': 4, 'project_id': 'e6f73748df6f47e596733783efb28800', 'subnets': [{'id': '1bbaf67f-dbe3-47b9-b2c3-689daf6ec707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:10:45.386548 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffafcda0-d003-4891-86e2-7865acab6782 req-5a2419ae-d1eb-4336-8b8e-85826fa54e6b tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:45.388923 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-ffafcda0-d003-4891-86e2-7865acab6782 req-5a2419ae-d1eb-4336-8b8e-85826fa54e6b tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.61 "GET /v2.0/networks?id=5e2a62c3-8079-4557-880c-8db2f414c599 HTTP/1.1" status: 200 len: 810 time: 0.1178429 Jun 28 12:10:45.446785 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-ffafcda0-d003-4891-86e2-7865acab6782 req-279e3084-9d8e-4764-999a-b56633bf0edf tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6f73748df6f47e596733783efb28800 HTTP/1.1" status: 200 len: 380 time: 0.0425320 Jun 28 12:10:45.455201 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.v2.base [req-ffafcda0-d003-4891-86e2-7865acab6782 req-3fcea085-193c-44bb-aff6-743d8b56a909 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Request body: {'port': {'device_id': '04b64946-c938-4288-a556-36cf6c14d061', 'network_id': '5e2a62c3-8079-4557-880c-8db2f414c599', 'admin_state_up': True, 'tenant_id': 'e6f73748df6f47e596733783efb28800', 'security_groups': ['5a13da34-bea8-449e-bebd-26c6fcd506e3']}} {{(pid=93125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:10:45.481472 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-7be0f888-800b-4182-802e-04f3ee39d90c req-7b38cc51-ea08-48c7-83be-f898e4a37bd9 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/ports?device_id=04b64946-c938-4288-a556-36cf6c14d061 HTTP/1.1" status: 200 len: 210 time: 0.0350158 Jun 28 12:10:45.583318 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffafcda0-d003-4891-86e2-7865acab6782 req-3fcea085-193c-44bb-aff6-743d8b56a909 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Made reservation on behalf of e6f73748df6f47e596733783efb28800 for: {'port': 1} {{(pid=93125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:10:45.587357 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-ffafcda0-d003-4891-86e2-7865acab6782 req-3fcea085-193c-44bb-aff6-743d8b56a909 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:45.641737 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device 35901263-7c1d-4f21-99f6-0b3204666930 up at agent ovs-agent-dv-cinder-772388-5-smb {{(pid=93126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:10:45.694117 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Provisioning for port 35901263-7c1d-4f21-99f6-0b3204666930 completed by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:10:45.698263 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Provisioning complete for port 35901263-7c1d-4f21-99f6-0b3204666930 triggered by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:10:45.699197 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:45.716410 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.db_base_plugin_common [req-ffafcda0-d003-4891-86e2-7865acab6782 req-3fcea085-193c-44bb-aff6-743d8b56a909 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Allocated IP 172.20.0.13 (5e2a62c3-8079-4557-880c-8db2f414c599/1bbaf67f-dbe3-47b9-b2c3-689daf6ec707/b0d09527-50e9-4557-ad98-5866748d8579) {{(pid=93125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:10:45.776214 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:45.807810 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] For port 35901263-7c1d-4f21-99f6-0b3204666930, host dv-cinder-772388-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-smb',level=0,port_id=35901263-7c1d-4f21-99f6-0b3204666930,segment=NetworkSegment(dfd01ef4-b24a-46c0-baf1-127e8472c76f),segment_id=dfd01ef4-b24a-46c0-baf1-127e8472c76f)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:10:45.811654 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:45.813482 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:45.852043 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-ffafcda0-d003-4891-86e2-7865acab6782 req-3fcea085-193c-44bb-aff6-743d8b56a909 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks [] for port, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:45.857623 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Pushing event updated for resources: {'Port': ['ID=35901263-7c1d-4f21-99f6-0b3204666930,revision_number=5']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:45.860935 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:45.872905 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.provisioning_blocks [req-ffafcda0-d003-4891-86e2-7865acab6782 req-3fcea085-193c-44bb-aff6-743d8b56a909 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Transition to ACTIVE for port object b0d09527-50e9-4557-ad98-5866748d8579 will not be triggered until provisioned by entity DHCP. {{(pid=93125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:10:45.904879 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-ffafcda0-d003-4891-86e2-7865acab6782 req-3fcea085-193c-44bb-aff6-743d8b56a909 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751010131950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8412961'] for port, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:45.908402 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-b774a1bd-7241-4c96-859a-bae5c7299625 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:45.946438 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffafcda0-d003-4891-86e2-7865acab6782 req-3fcea085-193c-44bb-aff6-743d8b56a909 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Network 5e2a62c3-8079-4557-880c-8db2f414c599 is already hosted by enough agents. {{(pid=93125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:10:45.949435 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.base_scheduler [req-ffafcda0-d003-4891-86e2-7865acab6782 req-3fcea085-193c-44bb-aff6-743d8b56a909 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Resources bound (agent type, host, resource id): {{(pid=93125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:10:45.955585 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffafcda0-d003-4891-86e2-7865acab6782 req-3fcea085-193c-44bb-aff6-743d8b56a909 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Received port after_create {{(pid=93125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:10:45.980110 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcea085-193c-44bb-aff6-743d8b56a909 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Pushing event updated for resources: {'Port': ['ID=b0d09527-50e9-4557-ad98-5866748d8579,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:45.985941 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-3fcea085-193c-44bb-aff6-743d8b56a909 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:46.009793 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffafcda0-d003-4891-86e2-7865acab6782 req-3fcea085-193c-44bb-aff6-743d8b56a909 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:46.010395 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-ffafcda0-d003-4891-86e2-7865acab6782 req-3fcea085-193c-44bb-aff6-743d8b56a909 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188324'] for port, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:46.024754 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-ffafcda0-d003-4891-86e2-7865acab6782 req-3fcea085-193c-44bb-aff6-743d8b56a909 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5732965 Jun 28 12:10:46.036414 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.v2.base [req-ffafcda0-d003-4891-86e2-7865acab6782 req-8f4b5fdb-0cac-474a-a3f5-f4f837baefbc service neutron] Request body: {'port': {'device_id': '04b64946-c938-4288-a556-36cf6c14d061', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=93125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:10:46.114786 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-ffafcda0-d003-4891-86e2-7865acab6782 req-8f4b5fdb-0cac-474a-a3f5-f4f837baefbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:46.190685 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-cd4fc57a-db83-4362-9749-37ad93edb6ab None None] Provisioning for port b0d09527-50e9-4557-ad98-5866748d8579 completed by entity DHCP. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:10:46.194176 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-cd4fc57a-db83-4362-9749-37ad93edb6ab None None] Provisioning complete for port b0d09527-50e9-4557-ad98-5866748d8579 triggered by entity DHCP. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:10:46.194557 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-cd4fc57a-db83-4362-9749-37ad93edb6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:46.227202 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.plugin [None req-cd4fc57a-db83-4362-9749-37ad93edb6ab None None] Port b0d09527-50e9-4557-ad98-5866748d8579 cannot update to ACTIVE because it is not bound. {{(pid=93126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:10:46.366121 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.notifiers.nova [req-ffafcda0-d003-4891-86e2-7865acab6782 req-8f4b5fdb-0cac-474a-a3f5-f4f837baefbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0d09527-50e9-4557-ad98-5866748d8579 {{(pid=93125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:10:46.373382 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-ffafcda0-d003-4891-86e2-7865acab6782 req-8f4b5fdb-0cac-474a-a3f5-f4f837baefbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:46.384980 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.provisioning_blocks [req-ffafcda0-d003-4891-86e2-7865acab6782 req-8f4b5fdb-0cac-474a-a3f5-f4f837baefbc service neutron] Transition to ACTIVE for port object b0d09527-50e9-4557-ad98-5866748d8579 will not be triggered until provisioned by entity L2. {{(pid=93125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:10:46.388576 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-ffafcda0-d003-4891-86e2-7865acab6782 req-8f4b5fdb-0cac-474a-a3f5-f4f837baefbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8413139'] for port, after_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:46.390512 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-c1115c9a-d8e8-4ca8-a706-015749a53e38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:46.442115 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4b5fdb-0cac-474a-a3f5-f4f837baefbc service neutron] Pushing event updated for resources: {'Port': ['ID=b0d09527-50e9-4557-ad98-5866748d8579,revision_number=2']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:46.463545 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-8f4b5fdb-0cac-474a-a3f5-f4f837baefbc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:46.516926 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.managers [req-ffafcda0-d003-4891-86e2-7865acab6782 req-8f4b5fdb-0cac-474a-a3f5-f4f837baefbc service neutron] Attempting to bind port b0d09527-50e9-4557-ad98-5866748d8579 on host hv-cinder-77238 for vnic_type normal with profile {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:10:46.517573 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.managers [req-ffafcda0-d003-4891-86e2-7865acab6782 req-8f4b5fdb-0cac-474a-a3f5-f4f837baefbc service neutron] Attempting to bind port b0d09527-50e9-4557-ad98-5866748d8579 by drivers openvswitch,hyperv on host hv-cinder-77238 at level 0 using segments [{'id': 'dfd01ef4-b24a-46c0-baf1-127e8472c76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5e2a62c3-8079-4557-880c-8db2f414c599'}] {{(pid=93125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:10:46.517573 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffafcda0-d003-4891-86e2-7865acab6782 req-8f4b5fdb-0cac-474a-a3f5-f4f837baefbc service neutron] Attempting to bind port b0d09527-50e9-4557-ad98-5866748d8579 on network 5e2a62c3-8079-4557-880c-8db2f414c599 {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:10:46.522658 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffafcda0-d003-4891-86e2-7865acab6782 req-8f4b5fdb-0cac-474a-a3f5-f4f837baefbc service neutron] Port b0d09527-50e9-4557-ad98-5866748d8579 on network 5e2a62c3-8079-4557-880c-8db2f414c599 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77238 {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:10:46.522977 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffafcda0-d003-4891-86e2-7865acab6782 req-8f4b5fdb-0cac-474a-a3f5-f4f837baefbc service neutron] Attempting to bind port b0d09527-50e9-4557-ad98-5866748d8579 on network 5e2a62c3-8079-4557-880c-8db2f414c599 {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:10:46.528677 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffafcda0-d003-4891-86e2-7865acab6782 req-8f4b5fdb-0cac-474a-a3f5-f4f837baefbc service neutron] Checking agent: {'id': '848960a1-f744-4efd-9f3d-017fcea63875', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 2, 37), 'started_at': datetime.datetime(2021, 6, 28, 12, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:10:46.529118 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffafcda0-d003-4891-86e2-7865acab6782 req-8f4b5fdb-0cac-474a-a3f5-f4f837baefbc service neutron] Checking segment: {'id': 'dfd01ef4-b24a-46c0-baf1-127e8472c76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5e2a62c3-8079-4557-880c-8db2f414c599'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:10:46.529574 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffafcda0-d003-4891-86e2-7865acab6782 req-8f4b5fdb-0cac-474a-a3f5-f4f837baefbc service neutron] Bound using segment: {'id': 'dfd01ef4-b24a-46c0-baf1-127e8472c76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5e2a62c3-8079-4557-880c-8db2f414c599'} {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:10:46.530074 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.managers [req-ffafcda0-d003-4891-86e2-7865acab6782 req-8f4b5fdb-0cac-474a-a3f5-f4f837baefbc service neutron] Bound port: b0d09527-50e9-4557-ad98-5866748d8579, host: hv-cinder-77238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfd01ef4-b24a-46c0-baf1-127e8472c76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5e2a62c3-8079-4557-880c-8db2f414c599'}}] {{(pid=93125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:10:46.530498 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-ffafcda0-d003-4891-86e2-7865acab6782 req-8f4b5fdb-0cac-474a-a3f5-f4f837baefbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:46.599047 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.db [req-ffafcda0-d003-4891-86e2-7865acab6782 req-8f4b5fdb-0cac-474a-a3f5-f4f837baefbc service neutron] For port b0d09527-50e9-4557-ad98-5866748d8579, host hv-cinder-77238, cleared binding levels {{(pid=93125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:10:46.602155 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.db [req-ffafcda0-d003-4891-86e2-7865acab6782 req-8f4b5fdb-0cac-474a-a3f5-f4f837baefbc service neutron] For port b0d09527-50e9-4557-ad98-5866748d8579, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=b0d09527-50e9-4557-ad98-5866748d8579,segment=NetworkSegment(dfd01ef4-b24a-46c0-baf1-127e8472c76f),segment_id=dfd01ef4-b24a-46c0-baf1-127e8472c76f)] {{(pid=93125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:10:46.606334 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-ffafcda0-d003-4891-86e2-7865acab6782 req-8f4b5fdb-0cac-474a-a3f5-f4f837baefbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8413139'] for port, after_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:46.609182 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-531a81d4-b05d-4106-b331-8776b1ce3fca tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:46.636528 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffafcda0-d003-4891-86e2-7865acab6782 req-8f4b5fdb-0cac-474a-a3f5-f4f837baefbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:46.637169 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-ffafcda0-d003-4891-86e2-7865acab6782 req-8f4b5fdb-0cac-474a-a3f5-f4f837baefbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188324'] for port, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:46.638816 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-ffafcda0-d003-4891-86e2-7865acab6782 req-8f4b5fdb-0cac-474a-a3f5-f4f837baefbc service neutron] 10.222.0.61 "PUT /v2.0/ports/b0d09527-50e9-4557-ad98-5866748d8579 HTTP/1.1" status: 200 len: 1094 time: 0.6070914 Jun 28 12:10:46.641152 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04b64946-c938-4288-a556-36cf6c14d061', 'tag': 'b0d09527-50e9-4557-ad98-5866748d8579'}] {{(pid=93125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:10:46.644289 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cab5cdacc5b3cbbc94323449081fb5e48b25fdc1a77f938b5656c1b79ba6a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9660ce35-3a07-412a-960a-365e51cf4436" -d '{"events": [{"name": "network-changed", "server_uuid": "04b64946-c938-4288-a556-36cf6c14d061", "tag": "b0d09527-50e9-4557-ad98-5866748d8579"}]}' {{(pid=93125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:10:46.669373 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555df5fb-d4c3-4eba-9e58-529f11cb57f8 req-937d3996-cdcc-4478-be28-0ff3d8a8be67 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:46.679311 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-555df5fb-d4c3-4eba-9e58-529f11cb57f8 req-937d3996-cdcc-4478-be28-0ff3d8a8be67 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/ports?device_id=04b64946-c938-4288-a556-36cf6c14d061 HTTP/1.1" status: 200 len: 944 time: 0.0766335 Jun 28 12:10:46.682590 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4b5fdb-0cac-474a-a3f5-f4f837baefbc service neutron] Pushing event updated for resources: {'Port': ['ID=b0d09527-50e9-4557-ad98-5866748d8579,revision_number=3']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:46.686684 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-8f4b5fdb-0cac-474a-a3f5-f4f837baefbc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:46.726771 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 12:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e1f6e6-f8be-4598-98b6-ae5aa4168300 x-openstack-request-id: req-72e1f6e6-f8be-4598-98b6-ae5aa4168300 {{(pid=93125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:10:46.727117 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04b64946-c938-4288-a556-36cf6c14d061", "tag": "b0d09527-50e9-4557-ad98-5866748d8579", "status": "completed", "code": 200}]} {{(pid=93125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:10:46.727409 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-72e1f6e6-f8be-4598-98b6-ae5aa4168300 {{(pid=93125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:10:46.727926 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04b64946-c938-4288-a556-36cf6c14d061', 'tag': 'b0d09527-50e9-4557-ad98-5866748d8579', 'status': 'completed', 'code': 200} Jun 28 12:10:46.734269 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-555df5fb-d4c3-4eba-9e58-529f11cb57f8 req-9b037563-ca8f-49e6-9198-b83e12af491a tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a13da34-bea8-449e-bebd-26c6fcd506e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529001 Jun 28 12:10:46.755015 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffafcda0-d003-4891-86e2-7865acab6782 req-18611820-e894-48e5-968e-d29d58d6ea3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:46.756602 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-ffafcda0-d003-4891-86e2-7865acab6782 req-18611820-e894-48e5-968e-d29d58d6ea3e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e6f73748df6f47e596733783efb28800&device_id=04b64946-c938-4288-a556-36cf6c14d061 HTTP/1.1" status: 200 len: 1097 time: 0.0594263 Jun 28 12:10:46.803280 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-ffafcda0-d003-4891-86e2-7865acab6782 req-49d38273-11bb-4302-b076-65f4e1878a87 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b0d09527-50e9-4557-ad98-5866748d8579 HTTP/1.1" status: 200 len: 217 time: 0.0396867 Jun 28 12:10:46.852755 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffafcda0-d003-4891-86e2-7865acab6782 req-4bb808a9-9a53-4202-962c-d53ab499d25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:46.854225 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-ffafcda0-d003-4891-86e2-7865acab6782 req-4bb808a9-9a53-4202-962c-d53ab499d25b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1bbaf67f-dbe3-47b9-b2c3-689daf6ec707 HTTP/1.1" status: 200 len: 849 time: 0.0454473 Jun 28 12:10:46.911394 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffafcda0-d003-4891-86e2-7865acab6782 req-fa3909f4-5217-41f5-b542-a6e6f77a4238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:46.913046 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-ffafcda0-d003-4891-86e2-7865acab6782 req-fa3909f4-5217-41f5-b542-a6e6f77a4238 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5e2a62c3-8079-4557-880c-8db2f414c599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0526452 Jun 28 12:10:47.004540 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-ffafcda0-d003-4891-86e2-7865acab6782 req-b3c5a71d-3dd4-48e8-b5af-b1b3b0c784f6 service neutron] 10.222.0.61 "GET /v2.0/networks/5e2a62c3-8079-4557-880c-8db2f414c599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851648 Jun 28 12:10:47.092239 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-ffafcda0-d003-4891-86e2-7865acab6782 req-9eed3570-b890-4d39-880e-851603de67e7 service neutron] 10.222.0.61 "GET /v2.0/networks/5e2a62c3-8079-4557-880c-8db2f414c599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802512 Jun 28 12:10:47.202036 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9660ce35-3a07-412a-960a-365e51cf4436 req-4d084fe1-d704-4722-a451-8603d40a7192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:47.203453 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-9660ce35-3a07-412a-960a-365e51cf4436 req-4d084fe1-d704-4722-a451-8603d40a7192 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e6f73748df6f47e596733783efb28800&device_id=04b64946-c938-4288-a556-36cf6c14d061 HTTP/1.1" status: 200 len: 1097 time: 0.0551503 Jun 28 12:10:47.296003 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9660ce35-3a07-412a-960a-365e51cf4436 req-f0af2f59-4a23-40fb-b431-e0bcd6e8e772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:47.297390 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-9660ce35-3a07-412a-960a-365e51cf4436 req-f0af2f59-4a23-40fb-b431-e0bcd6e8e772 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5e2a62c3-8079-4557-880c-8db2f414c599 HTTP/1.1" status: 200 len: 911 time: 0.0872829 Jun 28 12:10:47.340948 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-9660ce35-3a07-412a-960a-365e51cf4436 req-3f3d5da6-527a-47cd-9639-5764f66b1334 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b0d09527-50e9-4557-ad98-5866748d8579 HTTP/1.1" status: 200 len: 217 time: 0.0358799 Jun 28 12:10:47.389751 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9660ce35-3a07-412a-960a-365e51cf4436 req-62147cce-e363-46d9-8151-a0c021c67d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:47.391165 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-9660ce35-3a07-412a-960a-365e51cf4436 req-62147cce-e363-46d9-8151-a0c021c67d88 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1bbaf67f-dbe3-47b9-b2c3-689daf6ec707 HTTP/1.1" status: 200 len: 849 time: 0.0434203 Jun 28 12:10:47.446714 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9660ce35-3a07-412a-960a-365e51cf4436 req-1342b6b3-594c-44d5-8303-be00d2e5bb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:47.448129 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-9660ce35-3a07-412a-960a-365e51cf4436 req-1342b6b3-594c-44d5-8303-be00d2e5bb76 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5e2a62c3-8079-4557-880c-8db2f414c599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0503483 Jun 28 12:10:47.538499 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-9660ce35-3a07-412a-960a-365e51cf4436 req-cf2aa626-8e36-4294-8cb2-ee24d5eabe47 service neutron] 10.222.0.61 "GET /v2.0/networks/5e2a62c3-8079-4557-880c-8db2f414c599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819955 Jun 28 12:10:47.621930 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device 35901263-7c1d-4f21-99f6-0b3204666930 up at agent ovs-agent-dv-cinder-772388-5-smb {{(pid=93126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:10:47.626127 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-9660ce35-3a07-412a-960a-365e51cf4436 req-51ce1f03-4b20-4ddc-9f55-93ad496821cf service neutron] 10.222.0.61 "GET /v2.0/networks/5e2a62c3-8079-4557-880c-8db2f414c599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805306 Jun 28 12:10:47.671110 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Provisioning complete for port 35901263-7c1d-4f21-99f6-0b3204666930 triggered by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:10:47.671488 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:47.907481 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3d36d-7829-4b80-8b74-1373b9c8fa65 req-ab0ced73-73b8-4dd9-b214-ca7713ac375e tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:47.909856 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-b6b3d36d-7829-4b80-8b74-1373b9c8fa65 req-ab0ced73-73b8-4dd9-b214-ca7713ac375e tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/ports?device_id=04b64946-c938-4288-a556-36cf6c14d061 HTTP/1.1" status: 200 len: 944 time: 0.0663462 Jun 28 12:10:47.945242 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-b6b3d36d-7829-4b80-8b74-1373b9c8fa65 req-71ee6bfe-df15-4f76-90b6-a90298efd1cc tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a13da34-bea8-449e-bebd-26c6fcd506e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299067 Jun 28 12:10:49.113908 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f91ae4-a83d-4351-a672-6963c27a6a3e req-41972491-a486-4ec5-aed8-ffa7e31fb8b8 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:49.115397 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-c7f91ae4-a83d-4351-a672-6963c27a6a3e req-41972491-a486-4ec5-aed8-ffa7e31fb8b8 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/ports?device_id=04b64946-c938-4288-a556-36cf6c14d061 HTTP/1.1" status: 200 len: 944 time: 0.0621698 Jun 28 12:10:49.151600 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-c7f91ae4-a83d-4351-a672-6963c27a6a3e req-26e700df-fa44-4383-8bc7-d5912a332052 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a13da34-bea8-449e-bebd-26c6fcd506e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305483 Jun 28 12:10:49.803274 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device b0d09527-50e9-4557-ad98-5866748d8579 details requested by agent hyperv_hv-cinder-77238 with host hv-cinder-77238 {{(pid=93126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 12:10:49.895238 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] For port b0d09527-50e9-4557-ad98-5866748d8579, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=b0d09527-50e9-4557-ad98-5866748d8579,segment=NetworkSegment(dfd01ef4-b24a-46c0-baf1-127e8472c76f),segment_id=dfd01ef4-b24a-46c0-baf1-127e8472c76f)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:10:49.906004 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Returning: {'device': 'b0d09527-50e9-4557-ad98-5866748d8579', 'network_id': '5e2a62c3-8079-4557-880c-8db2f414c599', 'port_id': 'b0d09527-50e9-4557-ad98-5866748d8579', 'mac_address': 'fa:16:3e:8f:71:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bbaf67f-dbe3-47b9-b2c3-689daf6ec707', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 12:10:49.940109 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:49.951871 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.notifiers.nova [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0d09527-50e9-4557-ad98-5866748d8579 {{(pid=93126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:10:49.970763 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] For port b0d09527-50e9-4557-ad98-5866748d8579, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=b0d09527-50e9-4557-ad98-5866748d8579,segment=NetworkSegment(dfd01ef4-b24a-46c0-baf1-127e8472c76f),segment_id=dfd01ef4-b24a-46c0-baf1-127e8472c76f)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:10:49.974555 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:49.976279 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:50.021420 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Pushing event updated for resources: {'Port': ['ID=b0d09527-50e9-4557-ad98-5866748d8579,revision_number=4']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:50.024347 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:50.208655 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] get_ports_and_sgs() called for port_ids ['b0d09527-50e9-4557-ad98-5866748d8579'] {{(pid=93126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:10:50.319570 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c1488-6138-496e-bb1e-ab0ab9ce1633 req-7c1bb7ed-0a78-4d53-a805-4997ebf2af57 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:50.321041 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-a33c1488-6138-496e-bb1e-ab0ab9ce1633 req-7c1bb7ed-0a78-4d53-a805-4997ebf2af57 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/ports?device_id=04b64946-c938-4288-a556-36cf6c14d061 HTTP/1.1" status: 200 len: 945 time: 0.0618477 Jun 28 12:10:50.357350 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-a33c1488-6138-496e-bb1e-ab0ab9ce1633 req-9863f8bc-a010-43fe-a688-3cdf23092d46 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a13da34-bea8-449e-bebd-26c6fcd506e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306079 Jun 28 12:10:51.530263 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4809d70-baa0-4049-b295-e3d90a2c468b req-d0315c54-52c1-4251-a97f-f54b48ff9650 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:51.531717 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-e4809d70-baa0-4049-b295-e3d90a2c468b req-d0315c54-52c1-4251-a97f-f54b48ff9650 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/ports?device_id=04b64946-c938-4288-a556-36cf6c14d061 HTTP/1.1" status: 200 len: 945 time: 0.0662174 Jun 28 12:10:51.570108 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-e4809d70-baa0-4049-b295-e3d90a2c468b req-bda3ef08-8bf3-418f-a133-7353773c19fe tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a13da34-bea8-449e-bebd-26c6fcd506e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329425 Jun 28 12:10:51.824060 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device b0d09527-50e9-4557-ad98-5866748d8579 up at agent hyperv_hv-cinder-77238 {{(pid=93126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:10:51.871077 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Provisioning for port b0d09527-50e9-4557-ad98-5866748d8579 completed by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:10:51.874640 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Provisioning complete for port b0d09527-50e9-4557-ad98-5866748d8579 triggered by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:10:51.875021 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:51.950820 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:51.972373 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b64946-c938-4288-a556-36cf6c14d061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0d09527-50e9-4557-ad98-5866748d8579'}] {{(pid=93126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:10:51.974650 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef893c2a45f5206efbef573e37d1784350e1616ec5e975db08a1c6348235ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5489b7d0-0d76-480e-9768-ab3da95cb530" -d '{"events": [{"server_uuid": "04b64946-c938-4288-a556-36cf6c14d061", "name": "network-vif-plugged", "status": "completed", "tag": "b0d09527-50e9-4557-ad98-5866748d8579"}]}' {{(pid=93126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:10:51.987176 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] For port b0d09527-50e9-4557-ad98-5866748d8579, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=b0d09527-50e9-4557-ad98-5866748d8579,segment=NetworkSegment(dfd01ef4-b24a-46c0-baf1-127e8472c76f),segment_id=dfd01ef4-b24a-46c0-baf1-127e8472c76f)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:10:51.991587 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:51.993605 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-7a820c2f-2452-40fd-ad5c-f22e4916e6a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:52.014257 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-861c70d7-de8a-4486-ab34-33751ec71134 x-openstack-request-id: req-861c70d7-de8a-4486-ab34-33751ec71134 {{(pid=93126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:10:52.014558 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04b64946-c938-4288-a556-36cf6c14d061", "name": "network-vif-plugged", "status": "completed", "tag": "b0d09527-50e9-4557-ad98-5866748d8579", "code": 200}]} {{(pid=93126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:10:52.014822 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-861c70d7-de8a-4486-ab34-33751ec71134 {{(pid=93126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:10:52.015215 dv-cinder-772388-5-smb neutron-server[93126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b64946-c938-4288-a556-36cf6c14d061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0d09527-50e9-4557-ad98-5866748d8579', 'code': 200} Jun 28 12:10:52.042793 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Pushing event updated for resources: {'Port': ['ID=b0d09527-50e9-4557-ad98-5866748d8579,revision_number=5']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:52.046154 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:52.224943 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e0351e-8a19-4b48-8b2a-b3daa9955648 req-53bd5bc4-26ad-4966-b912-7ee15eb225e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:52.226280 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-61e0351e-8a19-4b48-8b2a-b3daa9955648 req-53bd5bc4-26ad-4966-b912-7ee15eb225e3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=04b64946-c938-4288-a556-36cf6c14d061 HTTP/1.1" status: 200 len: 1099 time: 0.0500381 Jun 28 12:10:52.261818 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-61e0351e-8a19-4b48-8b2a-b3daa9955648 req-da8fe451-168c-43af-a26c-0dd3c44b50b6 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5a13da34-bea8-449e-bebd-26c6fcd506e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298932 Jun 28 12:10:52.740419 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b3fe4d-fd5f-49aa-85ba-8dac964f010b req-ddec4237-bdd8-462b-a62e-9590d806e7ac tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:52.741890 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-a9b3fe4d-fd5f-49aa-85ba-8dac964f010b req-ddec4237-bdd8-462b-a62e-9590d806e7ac tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/ports?device_id=04b64946-c938-4288-a556-36cf6c14d061 HTTP/1.1" status: 200 len: 946 time: 0.0613744 Jun 28 12:10:52.784164 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-a9b3fe4d-fd5f-49aa-85ba-8dac964f010b req-ed1494b4-be03-4ec0-8873-267c5b4754d0 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a13da34-bea8-449e-bebd-26c6fcd506e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366516 Jun 28 12:10:53.956730 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aaaf03-0224-4e28-ab20-bc9d16f47a74 req-9d8cd790-eaab-4482-89e4-9a8a4b57bdce tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:53.958190 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-53aaaf03-0224-4e28-ab20-bc9d16f47a74 req-9d8cd790-eaab-4482-89e4-9a8a4b57bdce tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/ports?device_id=04b64946-c938-4288-a556-36cf6c14d061 HTTP/1.1" status: 200 len: 946 time: 0.0645566 Jun 28 12:10:53.994175 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-53aaaf03-0224-4e28-ab20-bc9d16f47a74 req-550ac011-8b8c-4eda-955f-9b7876e2b43a tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a13da34-bea8-449e-bebd-26c6fcd506e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304661 Jun 28 12:10:54.162127 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9352ee-a27c-4e7a-8240-9df6c197fc47 req-6a9ba86d-6df3-41d3-ae0d-0c89169c1c41 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:54.163597 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-cc9352ee-a27c-4e7a-8240-9df6c197fc47 req-6a9ba86d-6df3-41d3-ae0d-0c89169c1c41 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/ports?device_id=04b64946-c938-4288-a556-36cf6c14d061 HTTP/1.1" status: 200 len: 946 time: 0.0694799 Jun 28 12:10:54.172034 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 35418) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:10:54.176500 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.v2.base [None req-0a52f246-e3d2-42be-9b65-cabc2abf954b tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Request body: {'floatingip': {'port_id': 'b0d09527-50e9-4557-ad98-5866748d8579'}} {{(pid=93124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:10:54.214141 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-0a52f246-e3d2-42be-9b65-cabc2abf954b tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks [] for floatingip, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:54.648661 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-0a52f246-e3d2-42be-9b65-cabc2abf954b tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:54.652494 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-0a52f246-e3d2-42be-9b65-cabc2abf954b tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799926'] for floatingip, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:54.748460 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.db.l3_db [None req-0a52f246-e3d2-42be-9b65-cabc2abf954b tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Floating IP 5d852411-d63b-4081-90f3-37f28b977e7e associated. External IP: 172.28.3.4, port: b0d09527-50e9-4557-ad98-5866748d8579. Jun 28 12:10:54.950810 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a52f246-e3d2-42be-9b65-cabc2abf954b tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Router 64e764af-c2b0-4096-abd1-2e2e01f80ce9 has already been hosted by L3 agent a3516409-90ed-42c0-9869-2f9c81c3e104 {{(pid=93124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:10:55.053399 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a52f246-e3d2-42be-9b65-cabc2abf954b tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify agent at l3_agent.dv-cinder-772388-5-smb the message routers_updated {{(pid=93124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 12:10:55.058174 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-0a52f246-e3d2-42be-9b65-cabc2abf954b tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188324'] for floatingip, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:55.062530 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457e8def-522e-47e2-a9c7-e6f9a534dcad None None] Sync routers for ids ['64e764af-c2b0-4096-abd1-2e2e01f80ce9'] in dv-cinder-772388-5-smb {{(pid=93127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:10:55.075237 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457e8def-522e-47e2-a9c7-e6f9a534dcad None None] Routers {'64e764af-c2b0-4096-abd1-2e2e01f80ce9'} bound to L3 agent in host dv-cinder-772388-5-smb {{(pid=93127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:10:55.075850 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_hamode_db [None req-457e8def-522e-47e2-a9c7-e6f9a534dcad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T11:56:31Z,description=,heartbeat_timestamp=2021-06-28T12:10:31Z,host='dv-cinder-772388-5-smb',id=a3516409-90ed-42c0-9869-2f9c81c3e104,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:56:31Z,topic='l3_agent')) {'router_ids': ['64e764af-c2b0-4096-abd1-2e2e01f80ce9'], 'active': True} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:10:55.092501 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-0a52f246-e3d2-42be-9b65-cabc2abf954b tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "PUT /v2.0/floatingips/5d852411-d63b-4081-90f3-37f28b977e7e HTTP/1.1" status: 200 len: 990 time: 0.9194505 Jun 28 12:10:55.093271 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04b64946-c938-4288-a556-36cf6c14d061', 'tag': 'b0d09527-50e9-4557-ad98-5866748d8579'}] {{(pid=93124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:10:55.095646 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4926e176e742a15448bc39a4c9e2c24b37607ed8759502f34541a4f556826b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90240fd1-41f4-4bef-a8a8-afce50227332" -d '{"events": [{"name": "network-changed", "server_uuid": "04b64946-c938-4288-a556-36cf6c14d061", "tag": "b0d09527-50e9-4557-ad98-5866748d8579"}]}' {{(pid=93124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:10:55.136660 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 12:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8ac958-44e2-4b83-b3ac-f23655c35b72 x-openstack-request-id: req-3f8ac958-44e2-4b83-b3ac-f23655c35b72 {{(pid=93124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:10:55.137175 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04b64946-c938-4288-a556-36cf6c14d061", "tag": "b0d09527-50e9-4557-ad98-5866748d8579", "status": "completed", "code": 200}]} {{(pid=93124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:10:55.137565 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3f8ac958-44e2-4b83-b3ac-f23655c35b72 {{(pid=93124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:10:55.138120 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04b64946-c938-4288-a556-36cf6c14d061', 'tag': 'b0d09527-50e9-4557-ad98-5866748d8579', 'status': 'completed', 'code': 200} Jun 28 12:10:55.185179 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_dvr_db [None req-457e8def-522e-47e2-a9c7-e6f9a534dcad None None] Set router 64e764af-c2b0-4096-abd1-2e2e01f80ce9 gateway port host: dv-cinder-772388-5-smb {{(pid=93127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:10:55.211917 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90240fd1-41f4-4bef-a8a8-afce50227332 req-f1491959-6be7-4959-b1ae-c56a9ff27c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:55.213333 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-90240fd1-41f4-4bef-a8a8-afce50227332 req-f1491959-6be7-4959-b1ae-c56a9ff27c5b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e6f73748df6f47e596733783efb28800&device_id=04b64946-c938-4288-a556-36cf6c14d061 HTTP/1.1" status: 200 len: 1099 time: 0.0512528 Jun 28 12:10:55.300166 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90240fd1-41f4-4bef-a8a8-afce50227332 req-4925d8b3-1fdc-441f-a4c0-ea4c6d202997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:55.301639 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-90240fd1-41f4-4bef-a8a8-afce50227332 req-4925d8b3-1fdc-441f-a4c0-ea4c6d202997 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5e2a62c3-8079-4557-880c-8db2f414c599 HTTP/1.1" status: 200 len: 911 time: 0.0822308 Jun 28 12:10:55.367808 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-90240fd1-41f4-4bef-a8a8-afce50227332 req-56ef11e8-8881-48ee-bdd2-f81fa4555dcf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b0d09527-50e9-4557-ad98-5866748d8579 HTTP/1.1" status: 200 len: 998 time: 0.0591893 Jun 28 12:10:55.397270 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_hamode_db [None req-457e8def-522e-47e2-a9c7-e6f9a534dcad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e764af-c2b0-4096-abd1-2e2e01f80ce9', 'name': 'tempest-AttachVolumeTestJSON-392683727-router', 'tenant_id': 'e6f73748df6f47e596733783efb28800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.46'}], 'enable_snat': True}, 'gw_port_id': '910bb399-ccab-47ae-afea-15035b380733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:10:38Z', 'updated_at': '2021-06-28T12:10:41Z', 'revision_number': 4, 'project_id': 'e6f73748df6f47e596733783efb28800', 'gw_port': {'id': '910bb399-ccab-47ae-afea-15035b380733', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e764af-c2b0-4096-abd1-2e2e01f80ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:10:38Z', 'updated_at': '2021-06-28T12:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb', '_floatingips': [{'id': '5d852411-d63b-4081-90f3-37f28b977e7e', 'tenant_id': 'e6f73748df6f47e596733783efb28800', 'floating_ip_address': '172.28.3.4', 'floating_network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'router_id': '64e764af-c2b0-4096-abd1-2e2e01f80ce9', 'port_id': 'b0d09527-50e9-4557-ad98-5866748d8579', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e2a62c3-8079-4557-880c-8db2f414c599', 'mac_address': 'fa:16:3e:8f:71:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b64946-c938-4288-a556-36cf6c14d061', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:10:43Z', 'updated_at': '2021-06-28T12:10:54Z', 'revision_number': 1, 'project_id': 'e6f73748df6f47e596733783efb28800', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35901263-7c1d-4f21-99f6-0b3204666930', 'name': '', 'network_id': '5e2a62c3-8079-4557-880c-8db2f414c599', 'tenant_id': 'e6f73748df6f47e596733783efb28800', 'mac_address': 'fa:16:3e:fb:95:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e764af-c2b0-4096-abd1-2e2e01f80ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '1bbaf67f-dbe3-47b9-b2c3-689daf6ec707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:10:40Z', 'updated_at': '2021-06-28T12:10:45Z', 'revision_number': 5, 'project_id': 'e6f73748df6f47e596733783efb28800', 'subnets': [{'id': '1bbaf67f-dbe3-47b9-b2c3-689daf6ec707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-smb', False) {} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:10:55.414705 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90240fd1-41f4-4bef-a8a8-afce50227332 req-c6d0ff33-c350-42e1-8928-5acff6385ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:55.416110 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-90240fd1-41f4-4bef-a8a8-afce50227332 req-c6d0ff33-c350-42e1-8928-5acff6385ac6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1bbaf67f-dbe3-47b9-b2c3-689daf6ec707 HTTP/1.1" status: 200 len: 849 time: 0.0424907 Jun 28 12:10:55.422535 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457e8def-522e-47e2-a9c7-e6f9a534dcad None None] Checking router: 64e764af-c2b0-4096-abd1-2e2e01f80ce9 for host: dv-cinder-772388-5-smb {{(pid=93127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:10:55.430437 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457e8def-522e-47e2-a9c7-e6f9a534dcad None None] Routers {'64e764af-c2b0-4096-abd1-2e2e01f80ce9'} bound to L3 agent in host dv-cinder-772388-5-smb {{(pid=93127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:10:55.431038 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_hamode_db [None req-457e8def-522e-47e2-a9c7-e6f9a534dcad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T11:56:31Z,description=,heartbeat_timestamp=2021-06-28T12:10:31Z,host='dv-cinder-772388-5-smb',id=a3516409-90ed-42c0-9869-2f9c81c3e104,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:56:31Z,topic='l3_agent')) {'router_ids': ['64e764af-c2b0-4096-abd1-2e2e01f80ce9'], 'active': True} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:10:55.472842 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90240fd1-41f4-4bef-a8a8-afce50227332 req-2a036868-6978-4b09-a72d-34bf1d83cd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:55.474245 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-90240fd1-41f4-4bef-a8a8-afce50227332 req-2a036868-6978-4b09-a72d-34bf1d83cd65 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5e2a62c3-8079-4557-880c-8db2f414c599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0506225 Jun 28 12:10:55.531666 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_dvr_db [None req-457e8def-522e-47e2-a9c7-e6f9a534dcad None None] Set router 64e764af-c2b0-4096-abd1-2e2e01f80ce9 gateway port host: dv-cinder-772388-5-smb {{(pid=93127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:10:55.562686 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-90240fd1-41f4-4bef-a8a8-afce50227332 req-a6a2d70f-b6fe-4d98-9541-904c615b532f service neutron] 10.222.0.61 "GET /v2.0/networks/5e2a62c3-8079-4557-880c-8db2f414c599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821970 Jun 28 12:10:55.651284 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-90240fd1-41f4-4bef-a8a8-afce50227332 req-abab470a-b332-467c-b70f-da47378cc2e6 service neutron] 10.222.0.61 "GET /v2.0/networks/5e2a62c3-8079-4557-880c-8db2f414c599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810566 Jun 28 12:10:55.746014 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_hamode_db [None req-457e8def-522e-47e2-a9c7-e6f9a534dcad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e764af-c2b0-4096-abd1-2e2e01f80ce9', 'name': 'tempest-AttachVolumeTestJSON-392683727-router', 'tenant_id': 'e6f73748df6f47e596733783efb28800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.46'}], 'enable_snat': True}, 'gw_port_id': '910bb399-ccab-47ae-afea-15035b380733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:10:38Z', 'updated_at': '2021-06-28T12:10:41Z', 'revision_number': 4, 'project_id': 'e6f73748df6f47e596733783efb28800', 'gw_port': {'id': '910bb399-ccab-47ae-afea-15035b380733', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e764af-c2b0-4096-abd1-2e2e01f80ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:10:38Z', 'updated_at': '2021-06-28T12:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb', '_floatingips': [{'id': '5d852411-d63b-4081-90f3-37f28b977e7e', 'tenant_id': 'e6f73748df6f47e596733783efb28800', 'floating_ip_address': '172.28.3.4', 'floating_network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'router_id': '64e764af-c2b0-4096-abd1-2e2e01f80ce9', 'port_id': 'b0d09527-50e9-4557-ad98-5866748d8579', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e2a62c3-8079-4557-880c-8db2f414c599', 'mac_address': 'fa:16:3e:8f:71:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b64946-c938-4288-a556-36cf6c14d061', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:10:43Z', 'updated_at': '2021-06-28T12:10:54Z', 'revision_number': 1, 'project_id': 'e6f73748df6f47e596733783efb28800', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35901263-7c1d-4f21-99f6-0b3204666930', 'name': '', 'network_id': '5e2a62c3-8079-4557-880c-8db2f414c599', 'tenant_id': 'e6f73748df6f47e596733783efb28800', 'mac_address': 'fa:16:3e:fb:95:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e764af-c2b0-4096-abd1-2e2e01f80ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '1bbaf67f-dbe3-47b9-b2c3-689daf6ec707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:10:40Z', 'updated_at': '2021-06-28T12:10:45Z', 'revision_number': 5, 'project_id': 'e6f73748df6f47e596733783efb28800', 'subnets': [{'id': '1bbaf67f-dbe3-47b9-b2c3-689daf6ec707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-smb', False) {} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:10:55.771663 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457e8def-522e-47e2-a9c7-e6f9a534dcad None None] The sync data for ids ['64e764af-c2b0-4096-abd1-2e2e01f80ce9'] in dv-cinder-772388-5-smb is: [{'id': '64e764af-c2b0-4096-abd1-2e2e01f80ce9', 'name': 'tempest-AttachVolumeTestJSON-392683727-router', 'tenant_id': 'e6f73748df6f47e596733783efb28800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.46'}], 'enable_snat': True}, 'gw_port_id': '910bb399-ccab-47ae-afea-15035b380733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:10:38Z', 'updated_at': '2021-06-28T12:10:41Z', 'revision_number': 4, 'project_id': 'e6f73748df6f47e596733783efb28800', 'gw_port': {'id': '910bb399-ccab-47ae-afea-15035b380733', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e764af-c2b0-4096-abd1-2e2e01f80ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:10:38Z', 'updated_at': '2021-06-28T12:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb', '_floatingips': [{'id': '5d852411-d63b-4081-90f3-37f28b977e7e', 'tenant_id': 'e6f73748df6f47e596733783efb28800', 'floating_ip_address': '172.28.3.4', 'floating_network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'router_id': '64e764af-c2b0-4096-abd1-2e2e01f80ce9', 'port_id': 'b0d09527-50e9-4557-ad98-5866748d8579', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e2a62c3-8079-4557-880c-8db2f414c599', 'mac_address': 'fa:16:3e:8f:71:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b64946-c938-4288-a556-36cf6c14d061', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:10:43Z', 'updated_at': '2021-06-28T12:10:54Z', 'revision_number': 1, 'project_id': 'e6f73748df6f47e596733783efb28800', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35901263-7c1d-4f21-99f6-0b3204666930', 'name': '', 'network_id': '5e2a62c3-8079-4557-880c-8db2f414c599', 'tenant_id': 'e6f73748df6f47e596733783efb28800', 'mac_address': 'fa:16:3e:fb:95:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e764af-c2b0-4096-abd1-2e2e01f80ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '1bbaf67f-dbe3-47b9-b2c3-689daf6ec707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:10:40Z', 'updated_at': '2021-06-28T12:10:45Z', 'revision_number': 5, 'project_id': 'e6f73748df6f47e596733783efb28800', 'subnets': [{'id': '1bbaf67f-dbe3-47b9-b2c3-689daf6ec707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:10:55.938776 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bee5289-af8a-4672-a770-b39b13226853 None None] New status for floating IP 5d852411-d63b-4081-90f3-37f28b977e7e: ACTIVE {{(pid=93126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 12:10:58.612205 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-37a8837f-0af0-4ba5-94ab-f7b953c16504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:01.162117 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-c5c24d60-488e-49e9-ac73-de1fb6efdd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:01.376598 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:02.405566 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-5f2b1fbb-f913-4077-a7df-942ed403becf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:03.972086 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-664455ac-6bbb-4e68-9a3b-ee59dbc8190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:07.301548 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:17.147857 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.agents_db [None req-f497f353-63e3-44e2-a2cd-a5845e949060 None None] Agent healthcheck: found 6 active agents {{(pid=93127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:11:28.614048 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-b2d63bba-30b7-48e9-b581-530570becf5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:31.161655 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-11353e9b-770d-47b7-99c7-5a92d6bec782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:31.376274 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:32.408181 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-5f2b1fbb-f913-4077-a7df-942ed403becf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:33.974863 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-664455ac-6bbb-4e68-9a3b-ee59dbc8190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:34.964270 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-77766ad8-1ffd-48a8-83e6-6507592774e8 req-0cc8f2cf-8889-4fbe-825d-3335f4659988 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=12d8f265-c1ed-46d3-a54f-85bf84948263&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0531664 Jun 28 12:11:35.055109 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77766ad8-1ffd-48a8-83e6-6507592774e8 req-0de8af74-51c1-4671-91ce-2e8d4ea604b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:35.056529 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-77766ad8-1ffd-48a8-83e6-6507592774e8 req-0de8af74-51c1-4671-91ce-2e8d4ea604b3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7bc832fb54e44764850d1c5b6e3f6aa9&device_id=12d8f265-c1ed-46d3-a54f-85bf84948263 HTTP/1.1" status: 200 len: 1099 time: 0.0501904 Jun 28 12:11:35.159142 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77766ad8-1ffd-48a8-83e6-6507592774e8 req-e702804c-f8ba-4d18-85da-55edd91ae466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:35.160537 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-77766ad8-1ffd-48a8-83e6-6507592774e8 req-e702804c-f8ba-4d18-85da-55edd91ae466 service neutron] 10.222.0.61 "GET /v2.0/networks?id=44e532c9-2609-4100-9214-3286b81e04f5 HTTP/1.1" status: 200 len: 909 time: 0.0833063 Jun 28 12:11:35.221446 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-77766ad8-1ffd-48a8-83e6-6507592774e8 req-dfd9d103-a317-48e3-b6cd-1d88e26d6252 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ba5934d-f734-4a25-abae-ef629128dd7d HTTP/1.1" status: 200 len: 1002 time: 0.0539110 Jun 28 12:11:35.266871 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77766ad8-1ffd-48a8-83e6-6507592774e8 req-608b777d-0db7-4762-b041-62520feeadf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:35.268225 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-77766ad8-1ffd-48a8-83e6-6507592774e8 req-608b777d-0db7-4762-b041-62520feeadf6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bd0f01a5-45db-4be4-a394-a7a232248dbc HTTP/1.1" status: 200 len: 847 time: 0.0408089 Jun 28 12:11:35.324681 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77766ad8-1ffd-48a8-83e6-6507592774e8 req-75fb0dfd-b1ca-453a-a73c-01b6ca489a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:35.326107 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-77766ad8-1ffd-48a8-83e6-6507592774e8 req-75fb0dfd-b1ca-453a-a73c-01b6ca489a3b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=44e532c9-2609-4100-9214-3286b81e04f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0516727 Jun 28 12:11:35.411019 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-77766ad8-1ffd-48a8-83e6-6507592774e8 req-c44fa3d9-3118-44a9-88c8-4651631ab56b service neutron] 10.222.0.61 "GET /v2.0/networks/44e532c9-2609-4100-9214-3286b81e04f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779736 Jun 28 12:11:35.501997 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-77766ad8-1ffd-48a8-83e6-6507592774e8 req-13ae5554-e982-421d-bcbd-7cb014f47357 service neutron] 10.222.0.61 "GET /v2.0/networks/44e532c9-2609-4100-9214-3286b81e04f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844445 Jun 28 12:11:37.185513 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eaaa1c-90cd-4d66-923f-6652767c0036 req-4a999f3b-1b3e-4e3d-a83a-16a9154dd210 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:37.186946 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-34eaaa1c-90cd-4d66-923f-6652767c0036 req-4a999f3b-1b3e-4e3d-a83a-16a9154dd210 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/ports?device_id=04b64946-c938-4288-a556-36cf6c14d061 HTTP/1.1" status: 200 len: 946 time: 0.0649166 Jun 28 12:11:37.224085 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-34eaaa1c-90cd-4d66-923f-6652767c0036 req-8734ea51-0903-4d3d-aff3-c8fc797434a1 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a13da34-bea8-449e-bebd-26c6fcd506e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306687 Jun 28 12:11:37.297638 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:38.394685 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c41386b-59fc-458b-a791-9b9f15c20542 req-6ddb331b-2570-4ab1-ada5-a640cec7c470 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:38.396125 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-2c41386b-59fc-458b-a791-9b9f15c20542 req-6ddb331b-2570-4ab1-ada5-a640cec7c470 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/ports?device_id=04b64946-c938-4288-a556-36cf6c14d061 HTTP/1.1" status: 200 len: 946 time: 0.0608439 Jun 28 12:11:38.432581 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-2c41386b-59fc-458b-a791-9b9f15c20542 req-9c9690a9-e07a-45f0-a36c-ca67c707bc63 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a13da34-bea8-449e-bebd-26c6fcd506e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309281 Jun 28 12:11:39.603638 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b672815-db6a-479b-9b4a-aa8a44fbb39d req-f418d778-d7c4-435e-a55e-8a809d01c763 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:39.605099 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-7b672815-db6a-479b-9b4a-aa8a44fbb39d req-f418d778-d7c4-435e-a55e-8a809d01c763 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/ports?device_id=04b64946-c938-4288-a556-36cf6c14d061 HTTP/1.1" status: 200 len: 946 time: 0.0617537 Jun 28 12:11:39.641740 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-7b672815-db6a-479b-9b4a-aa8a44fbb39d req-1d6047fe-1fad-44fc-85ec-57f0029ee6cd tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a13da34-bea8-449e-bebd-26c6fcd506e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311148 Jun 28 12:11:40.814870 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf2affb-f29b-4852-9ae7-4f31bfa99436 req-71fc6cfb-3c30-44ff-be1d-876f27eef0e0 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:40.816322 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-3cf2affb-f29b-4852-9ae7-4f31bfa99436 req-71fc6cfb-3c30-44ff-be1d-876f27eef0e0 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/ports?device_id=04b64946-c938-4288-a556-36cf6c14d061 HTTP/1.1" status: 200 len: 946 time: 0.0645189 Jun 28 12:11:40.851835 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-3cf2affb-f29b-4852-9ae7-4f31bfa99436 req-37aaabda-8e25-4a40-a002-fbfc86a62503 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a13da34-bea8-449e-bebd-26c6fcd506e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300751 Jun 28 12:11:42.019742 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eff5554-26ac-4ed3-977a-231c89974719 req-26511f09-899f-4d55-9e36-051894ebc85e tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:42.021204 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-0eff5554-26ac-4ed3-977a-231c89974719 req-26511f09-899f-4d55-9e36-051894ebc85e tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/ports?device_id=04b64946-c938-4288-a556-36cf6c14d061 HTTP/1.1" status: 200 len: 946 time: 0.0609453 Jun 28 12:11:42.056968 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-0eff5554-26ac-4ed3-977a-231c89974719 req-7c65e4bc-3cd4-4398-92cc-fb5b05bd39f2 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a13da34-bea8-449e-bebd-26c6fcd506e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302520 Jun 28 12:11:43.234095 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce579ffa-7fd3-4236-9c8d-6a7829a7c9a6 req-54ff4960-bfde-44a7-9f57-c6de45c38699 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:43.235535 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-ce579ffa-7fd3-4236-9c8d-6a7829a7c9a6 req-54ff4960-bfde-44a7-9f57-c6de45c38699 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/ports?device_id=04b64946-c938-4288-a556-36cf6c14d061 HTTP/1.1" status: 200 len: 946 time: 0.0642183 Jun 28 12:11:43.272005 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-ce579ffa-7fd3-4236-9c8d-6a7829a7c9a6 req-41e9bcf2-f08f-4be3-b5bc-01c13dde5c5e tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a13da34-bea8-449e-bebd-26c6fcd506e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303748 Jun 28 12:11:44.446690 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a231f9e-6e5f-4198-9a59-5245b2f386f9 req-42de413f-c64e-49da-a465-7dc80791b90a tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:44.448204 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-5a231f9e-6e5f-4198-9a59-5245b2f386f9 req-42de413f-c64e-49da-a465-7dc80791b90a tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/ports?device_id=04b64946-c938-4288-a556-36cf6c14d061 HTTP/1.1" status: 200 len: 946 time: 0.0638609 Jun 28 12:11:44.484967 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-5a231f9e-6e5f-4198-9a59-5245b2f386f9 req-0dd74ff2-3d55-40a9-9017-6bc8a70905a1 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a13da34-bea8-449e-bebd-26c6fcd506e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306444 Jun 28 12:11:45.652818 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e6e4e-2bad-4b93-ad3d-c1879d666e68 req-b19ace29-56bd-4c6e-b574-a1265737b77c tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:45.654243 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-323e6e4e-2bad-4b93-ad3d-c1879d666e68 req-b19ace29-56bd-4c6e-b574-a1265737b77c tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/ports?device_id=04b64946-c938-4288-a556-36cf6c14d061 HTTP/1.1" status: 200 len: 946 time: 0.0624104 Jun 28 12:11:45.691773 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-323e6e4e-2bad-4b93-ad3d-c1879d666e68 req-d76a5ed4-5188-4222-aa35-48e60d15b550 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a13da34-bea8-449e-bebd-26c6fcd506e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320652 Jun 28 12:11:46.861417 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b231023c-29ec-450c-818a-3431bdc55bb1 req-25497855-2814-4e41-8806-5eb7ed872cc8 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:46.863412 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-b231023c-29ec-450c-818a-3431bdc55bb1 req-25497855-2814-4e41-8806-5eb7ed872cc8 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/ports?device_id=04b64946-c938-4288-a556-36cf6c14d061 HTTP/1.1" status: 200 len: 946 time: 0.0646439 Jun 28 12:11:46.898573 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-b231023c-29ec-450c-818a-3431bdc55bb1 req-4e4c98d2-a056-45f4-b35b-e32f16b426be tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a13da34-bea8-449e-bebd-26c6fcd506e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296326 Jun 28 12:11:48.067857 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d3e87f-a992-4937-b7dc-9956740b590c req-059a31f4-0e6e-4c4d-94f3-b945d6bad6f2 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:48.069342 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-a8d3e87f-a992-4937-b7dc-9956740b590c req-059a31f4-0e6e-4c4d-94f3-b945d6bad6f2 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/ports?device_id=04b64946-c938-4288-a556-36cf6c14d061 HTTP/1.1" status: 200 len: 946 time: 0.0622199 Jun 28 12:11:48.113618 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-a8d3e87f-a992-4937-b7dc-9956740b590c req-3f910b5c-3abb-462f-ae6b-7dfb2c7d4f62 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a13da34-bea8-449e-bebd-26c6fcd506e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325508 Jun 28 12:11:48.441769 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac80c20-34e0-4273-a9ee-7fc0f32f343f req-b837dd72-114b-4536-9e11-43125fd455ee tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:48.443221 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-5ac80c20-34e0-4273-a9ee-7fc0f32f343f req-b837dd72-114b-4536-9e11-43125fd455ee tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/ports?device_id=04b64946-c938-4288-a556-36cf6c14d061 HTTP/1.1" status: 200 len: 946 time: 0.0659375 Jun 28 12:11:48.449234 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbee465-15ed-40fa-b7bc-0046155b26ad req-b3189e65-046c-4692-b3b9-cd8a60078fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:48.450728 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-abbee465-15ed-40fa-b7bc-0046155b26ad req-b3189e65-046c-4692-b3b9-cd8a60078fda service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e6f73748df6f47e596733783efb28800&device_id=04b64946-c938-4288-a556-36cf6c14d061 HTTP/1.1" status: 200 len: 1099 time: 0.0525124 Jun 28 12:11:48.479738 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-5ac80c20-34e0-4273-a9ee-7fc0f32f343f req-282b5563-df37-4115-aa69-864a9e6b8d0e tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a13da34-bea8-449e-bebd-26c6fcd506e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308702 Jun 28 12:11:48.536341 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbee465-15ed-40fa-b7bc-0046155b26ad req-b5d3b3ea-ecc9-4327-91d3-6552858c9843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:48.537815 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-abbee465-15ed-40fa-b7bc-0046155b26ad req-b5d3b3ea-ecc9-4327-91d3-6552858c9843 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5e2a62c3-8079-4557-880c-8db2f414c599 HTTP/1.1" status: 200 len: 911 time: 0.0804341 Jun 28 12:11:48.602699 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-abbee465-15ed-40fa-b7bc-0046155b26ad req-9d3c819a-4a47-4530-8ac1-151a814a03c4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b0d09527-50e9-4557-ad98-5866748d8579 HTTP/1.1" status: 200 len: 1000 time: 0.0582047 Jun 28 12:11:48.651811 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbee465-15ed-40fa-b7bc-0046155b26ad req-d64b279e-2244-4be1-899e-7b15c7b1cf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:48.653536 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-abbee465-15ed-40fa-b7bc-0046155b26ad req-d64b279e-2244-4be1-899e-7b15c7b1cf29 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1bbaf67f-dbe3-47b9-b2c3-689daf6ec707 HTTP/1.1" status: 200 len: 849 time: 0.0447919 Jun 28 12:11:48.711469 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbee465-15ed-40fa-b7bc-0046155b26ad req-d6b4fc07-4828-4509-af6c-f24dd5dac1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:48.712969 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-abbee465-15ed-40fa-b7bc-0046155b26ad req-d6b4fc07-4828-4509-af6c-f24dd5dac1d9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5e2a62c3-8079-4557-880c-8db2f414c599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0535483 Jun 28 12:11:48.802108 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-abbee465-15ed-40fa-b7bc-0046155b26ad req-57c27415-0e2b-4b71-89bd-9184ac5dad3c service neutron] 10.222.0.61 "GET /v2.0/networks/5e2a62c3-8079-4557-880c-8db2f414c599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828104 Jun 28 12:11:48.894364 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-abbee465-15ed-40fa-b7bc-0046155b26ad req-7bac7a4b-fda5-43b3-baca-e6dbc3103524 service neutron] 10.222.0.61 "GET /v2.0/networks/5e2a62c3-8079-4557-880c-8db2f414c599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858276 Jun 28 12:11:49.651263 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d2d523-b2ac-4caa-ba22-ebdd9966f9ca req-92e012a6-c2b0-4d32-a708-5d7c44d71f2f tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:49.653127 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-67d2d523-b2ac-4caa-ba22-ebdd9966f9ca req-92e012a6-c2b0-4d32-a708-5d7c44d71f2f tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/ports?device_id=04b64946-c938-4288-a556-36cf6c14d061 HTTP/1.1" status: 200 len: 946 time: 0.0632849 Jun 28 12:11:49.689008 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-67d2d523-b2ac-4caa-ba22-ebdd9966f9ca req-e1ecaf72-cae3-46fa-a93d-1c36174b69c4 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a13da34-bea8-449e-bebd-26c6fcd506e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304887 Jun 28 12:11:54.147247 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.agents_db [None req-f497f353-63e3-44e2-a2cd-a5845e949060 None None] Agent healthcheck: found 6 active agents {{(pid=93127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:11:58.614093 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-8519d38c-9ee4-402b-87fd-7ac76b0fbc75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:01.161909 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-652b9018-cebf-48ba-88de-f47e1f627ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:01.376825 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:02.411742 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-5f2b1fbb-f913-4077-a7df-942ed403becf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:03.978525 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-664455ac-6bbb-4e68-9a3b-ee59dbc8190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:07.322812 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:24.439816 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b9907c-95ec-4997-b075-7d59c3034184 req-3ec9b11b-80cb-4bfa-bbf8-b9232cd1641c tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:24.441948 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-51b9907c-95ec-4997-b075-7d59c3034184 req-3ec9b11b-80cb-4bfa-bbf8-b9232cd1641c tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/ports?device_id=04b64946-c938-4288-a556-36cf6c14d061 HTTP/1.1" status: 200 len: 946 time: 0.0655026 Jun 28 12:12:24.479498 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-51b9907c-95ec-4997-b075-7d59c3034184 req-2aea009f-5a17-47d7-bee7-577ac24310d6 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a13da34-bea8-449e-bebd-26c6fcd506e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319562 Jun 28 12:12:25.652770 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45a51e7-5fdb-4b60-9571-acaaa411c19f req-0f2564c5-0271-4555-af11-a483188ea5c3 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:25.654250 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-b45a51e7-5fdb-4b60-9571-acaaa411c19f req-0f2564c5-0271-4555-af11-a483188ea5c3 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/ports?device_id=04b64946-c938-4288-a556-36cf6c14d061 HTTP/1.1" status: 200 len: 946 time: 0.0659723 Jun 28 12:12:25.691500 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-b45a51e7-5fdb-4b60-9571-acaaa411c19f req-c9d7e753-b83d-4620-b26f-2899a9f7ba11 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a13da34-bea8-449e-bebd-26c6fcd506e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316751 Jun 28 12:12:26.857448 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c486ab8c-856a-4c82-ab83-96d697471254 req-3ff64050-d78d-4065-bff4-f1cf7e9ddfc1 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:26.858879 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-c486ab8c-856a-4c82-ab83-96d697471254 req-3ff64050-d78d-4065-bff4-f1cf7e9ddfc1 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/ports?device_id=04b64946-c938-4288-a556-36cf6c14d061 HTTP/1.1" status: 200 len: 946 time: 0.0611641 Jun 28 12:12:26.895578 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-c486ab8c-856a-4c82-ab83-96d697471254 req-df48e361-d44f-4830-88d1-e776abc7c7c7 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a13da34-bea8-449e-bebd-26c6fcd506e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306399 Jun 28 12:12:28.065056 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dffbcb-1ddc-4e32-90dd-2af0d6a59b03 req-e4f2dde2-aa6b-42c7-ad20-f1fef3bb64b9 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:28.067023 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-38dffbcb-1ddc-4e32-90dd-2af0d6a59b03 req-e4f2dde2-aa6b-42c7-ad20-f1fef3bb64b9 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/ports?device_id=04b64946-c938-4288-a556-36cf6c14d061 HTTP/1.1" status: 200 len: 946 time: 0.0650723 Jun 28 12:12:28.102823 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-38dffbcb-1ddc-4e32-90dd-2af0d6a59b03 req-e6566ecd-ac0b-4217-9392-39471f7503b0 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a13da34-bea8-449e-bebd-26c6fcd506e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304360 Jun 28 12:12:28.615342 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-ab2555e2-25a0-4d08-bfa1-826da27bc122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:29.274195 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83786611-056f-49a4-b48b-dea67fe377f7 req-21aa038f-5609-49ed-9057-9ef917aca41b tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:29.275542 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-83786611-056f-49a4-b48b-dea67fe377f7 req-21aa038f-5609-49ed-9057-9ef917aca41b tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/ports?device_id=04b64946-c938-4288-a556-36cf6c14d061 HTTP/1.1" status: 200 len: 946 time: 0.0610390 Jun 28 12:12:29.311144 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-83786611-056f-49a4-b48b-dea67fe377f7 req-9974254d-100d-4211-94b2-953b030791b2 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a13da34-bea8-449e-bebd-26c6fcd506e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299008 Jun 28 12:12:30.482647 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6adbf9e-cfa2-4e0e-b54b-ebf5bf708795 req-baf858f3-e4dc-46f7-8e9f-943e749a4ae7 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:30.484110 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-a6adbf9e-cfa2-4e0e-b54b-ebf5bf708795 req-baf858f3-e4dc-46f7-8e9f-943e749a4ae7 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/ports?device_id=04b64946-c938-4288-a556-36cf6c14d061 HTTP/1.1" status: 200 len: 946 time: 0.0650661 Jun 28 12:12:30.520400 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-a6adbf9e-cfa2-4e0e-b54b-ebf5bf708795 req-6ca05b65-df04-4a69-9e26-7066f2e995c8 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a13da34-bea8-449e-bebd-26c6fcd506e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302434 Jun 28 12:12:31.145111 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.agents_db [None req-f497f353-63e3-44e2-a2cd-a5845e949060 None None] Agent healthcheck: found 6 active agents {{(pid=93127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:12:31.161785 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-a003a645-72d8-4114-a8b1-2539832365b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:31.379035 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:31.705301 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092caeb9-95a0-4df1-a451-c7e1ff10f393 req-aeb5cff5-43c2-4abe-a688-66185a2a07fd tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:31.706752 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-092caeb9-95a0-4df1-a451-c7e1ff10f393 req-aeb5cff5-43c2-4abe-a688-66185a2a07fd tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/ports?device_id=04b64946-c938-4288-a556-36cf6c14d061 HTTP/1.1" status: 200 len: 946 time: 0.0804634 Jun 28 12:12:31.743237 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-092caeb9-95a0-4df1-a451-c7e1ff10f393 req-2e2ce077-2217-4586-9e29-402cd0e2a65e tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a13da34-bea8-449e-bebd-26c6fcd506e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309534 Jun 28 12:12:32.414090 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-5f2b1fbb-f913-4077-a7df-942ed403becf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:32.917024 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9ce6f-a0d6-4057-99a8-4f7ffcf2d4b2 req-d34c4aaf-efd6-4e06-904d-412484b9a12c tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:32.918490 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-3ad9ce6f-a0d6-4057-99a8-4f7ffcf2d4b2 req-d34c4aaf-efd6-4e06-904d-412484b9a12c tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/ports?device_id=04b64946-c938-4288-a556-36cf6c14d061 HTTP/1.1" status: 200 len: 946 time: 0.0648680 Jun 28 12:12:32.957019 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-3ad9ce6f-a0d6-4057-99a8-4f7ffcf2d4b2 req-fce49e66-6666-4df7-b158-5fbd6a2bb840 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a13da34-bea8-449e-bebd-26c6fcd506e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325825 Jun 28 12:12:33.981460 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-664455ac-6bbb-4e68-9a3b-ee59dbc8190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:34.134231 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e611d584-886b-4ebe-899e-78d7adc48137 req-70f3e96d-6cd8-4026-83c9-7bfc760b6fca tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:34.135667 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-e611d584-886b-4ebe-899e-78d7adc48137 req-70f3e96d-6cd8-4026-83c9-7bfc760b6fca tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/ports?device_id=04b64946-c938-4288-a556-36cf6c14d061 HTTP/1.1" status: 200 len: 946 time: 0.0646362 Jun 28 12:12:34.171814 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-e611d584-886b-4ebe-899e-78d7adc48137 req-4f65c894-35b9-4c0d-970e-00cc1b6a1f6f tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a13da34-bea8-449e-bebd-26c6fcd506e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307090 Jun 28 12:12:35.338206 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e8ed5-1f04-43f3-9bb0-19b1ed0e2bec req-67aecac4-5f02-47e1-8345-e0d18b17c31d tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:35.339618 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-5c1e8ed5-1f04-43f3-9bb0-19b1ed0e2bec req-67aecac4-5f02-47e1-8345-e0d18b17c31d tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/ports?device_id=04b64946-c938-4288-a556-36cf6c14d061 HTTP/1.1" status: 200 len: 946 time: 0.0614069 Jun 28 12:12:35.374490 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-5c1e8ed5-1f04-43f3-9bb0-19b1ed0e2bec req-8d14c125-696c-4c35-b675-db0cdfb0b7db tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a13da34-bea8-449e-bebd-26c6fcd506e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294094 Jun 28 12:12:35.694360 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc05223-2743-41bd-8a61-8da3744b28cf req-cf859c6e-18ef-4f5e-8db8-72394bb17c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:35.696546 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-9dc05223-2743-41bd-8a61-8da3744b28cf req-cf859c6e-18ef-4f5e-8db8-72394bb17c8e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e6f73748df6f47e596733783efb28800&device_id=04b64946-c938-4288-a556-36cf6c14d061 HTTP/1.1" status: 200 len: 1099 time: 0.0550873 Jun 28 12:12:35.705848 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d306872-c715-4a98-b842-96e5443650f3 req-e6afb270-e3e2-43c8-aeee-3cf1e298a21d tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:35.707869 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-1d306872-c715-4a98-b842-96e5443650f3 req-e6afb270-e3e2-43c8-aeee-3cf1e298a21d tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/ports?device_id=04b64946-c938-4288-a556-36cf6c14d061 HTTP/1.1" status: 200 len: 946 time: 0.0701859 Jun 28 12:12:35.758321 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-1d306872-c715-4a98-b842-96e5443650f3 req-d588120f-b047-489c-9ae3-da496e5d25a4 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a13da34-bea8-449e-bebd-26c6fcd506e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440178 Jun 28 12:12:35.790783 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc05223-2743-41bd-8a61-8da3744b28cf req-2009ef17-e7e2-45ed-bb06-8794fecba63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:35.792301 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-9dc05223-2743-41bd-8a61-8da3744b28cf req-2009ef17-e7e2-45ed-bb06-8794fecba63b service neutron] 10.222.0.61 "GET /v2.0/networks?id=5e2a62c3-8079-4557-880c-8db2f414c599 HTTP/1.1" status: 200 len: 911 time: 0.0887675 Jun 28 12:12:35.870143 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-9dc05223-2743-41bd-8a61-8da3744b28cf req-04ae397e-b2c3-45e2-a217-72dec34c968a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b0d09527-50e9-4557-ad98-5866748d8579 HTTP/1.1" status: 200 len: 1000 time: 0.0658219 Jun 28 12:12:35.918224 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc05223-2743-41bd-8a61-8da3744b28cf req-8f2fa71d-88ac-4c5d-aff8-f376c6bbd6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:35.919658 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-9dc05223-2743-41bd-8a61-8da3744b28cf req-8f2fa71d-88ac-4c5d-aff8-f376c6bbd6f0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1bbaf67f-dbe3-47b9-b2c3-689daf6ec707 HTTP/1.1" status: 200 len: 849 time: 0.0433233 Jun 28 12:12:35.950634 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e71ebfc-ea77-457d-b697-8213727e3e57 req-0ba4636a-fbde-4460-8fff-e4a4f7a8ca76 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:35.952079 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-1e71ebfc-ea77-457d-b697-8213727e3e57 req-0ba4636a-fbde-4460-8fff-e4a4f7a8ca76 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] 10.222.0.26 "GET /v2.0/ports?device_id=12d8f265-c1ed-46d3-a54f-85bf84948263 HTTP/1.1" status: 200 len: 946 time: 0.0649440 Jun 28 12:12:35.975887 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc05223-2743-41bd-8a61-8da3744b28cf req-a5b82544-adf0-406f-83b6-b5380ca7da43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:35.977384 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-9dc05223-2743-41bd-8a61-8da3744b28cf req-a5b82544-adf0-406f-83b6-b5380ca7da43 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5e2a62c3-8079-4557-880c-8db2f414c599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0509722 Jun 28 12:12:35.988745 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-1e71ebfc-ea77-457d-b697-8213727e3e57 req-66b3f960-867d-4655-b2d1-2ebe6835e8d8 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] 10.222.0.26 "GET /v2.0/security-groups?id=f01afa41-7ddb-49d7-bd4e-6f711ce79813&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308108 Jun 28 12:12:36.321095 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-9dc05223-2743-41bd-8a61-8da3744b28cf req-d528fe1d-6347-497d-b130-c10251da9623 service neutron] 10.222.0.61 "GET /v2.0/networks/5e2a62c3-8079-4557-880c-8db2f414c599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366694 Jun 28 12:12:36.406838 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-9dc05223-2743-41bd-8a61-8da3744b28cf req-186beda8-eb85-48ff-858e-0ca16564fe7e service neutron] 10.222.0.61 "GET /v2.0/networks/5e2a62c3-8079-4557-880c-8db2f414c599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793223 Jun 28 12:12:36.927070 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cfb71e-71c2-4000-a3de-40da392a1dfb req-f40cea0b-2265-4b76-b00e-636f6bee3027 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:36.928547 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-41cfb71e-71c2-4000-a3de-40da392a1dfb req-f40cea0b-2265-4b76-b00e-636f6bee3027 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/ports?device_id=04b64946-c938-4288-a556-36cf6c14d061 HTTP/1.1" status: 200 len: 946 time: 0.0667489 Jun 28 12:12:36.970593 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-41cfb71e-71c2-4000-a3de-40da392a1dfb req-4db633ed-56b2-49a0-af61-915ffb8af3e5 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a13da34-bea8-449e-bebd-26c6fcd506e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359256 Jun 28 12:12:36.985519 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995f0fd9-e5a1-47e8-ad2a-8e1512ccb50b req-a94550d3-9b85-43a1-a65d-374887515f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:36.986901 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-995f0fd9-e5a1-47e8-ad2a-8e1512ccb50b req-a94550d3-9b85-43a1-a65d-374887515f7d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e6f73748df6f47e596733783efb28800&device_id=04b64946-c938-4288-a556-36cf6c14d061 HTTP/1.1" status: 200 len: 1099 time: 0.0548217 Jun 28 12:12:37.095387 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995f0fd9-e5a1-47e8-ad2a-8e1512ccb50b req-252a1c91-7600-4a6f-b059-cec1278c137d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:37.097367 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-995f0fd9-e5a1-47e8-ad2a-8e1512ccb50b req-252a1c91-7600-4a6f-b059-cec1278c137d service neutron] 10.222.0.61 "GET /v2.0/networks?id=5e2a62c3-8079-4557-880c-8db2f414c599 HTTP/1.1" status: 200 len: 911 time: 0.0830762 Jun 28 12:12:37.163173 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-995f0fd9-e5a1-47e8-ad2a-8e1512ccb50b req-4c528b11-f901-430d-b424-442ea45a659e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b0d09527-50e9-4557-ad98-5866748d8579 HTTP/1.1" status: 200 len: 1000 time: 0.0594516 Jun 28 12:12:37.165972 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a82ef-e708-4293-a576-5ba6d59835f4 req-297bb259-00cc-4720-9664-73728f013a34 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:37.167429 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-513a82ef-e708-4293-a576-5ba6d59835f4 req-297bb259-00cc-4720-9664-73728f013a34 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] 10.222.0.26 "GET /v2.0/ports?device_id=12d8f265-c1ed-46d3-a54f-85bf84948263 HTTP/1.1" status: 200 len: 946 time: 0.0658717 Jun 28 12:12:37.204194 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-513a82ef-e708-4293-a576-5ba6d59835f4 req-abcdab57-3e03-4235-b0bc-1cc01afe7751 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] 10.222.0.26 "GET /v2.0/security-groups?id=f01afa41-7ddb-49d7-bd4e-6f711ce79813&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310075 Jun 28 12:12:37.210556 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995f0fd9-e5a1-47e8-ad2a-8e1512ccb50b req-d1023a33-69ee-4085-85af-75751df65c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:37.211968 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-995f0fd9-e5a1-47e8-ad2a-8e1512ccb50b req-d1023a33-69ee-4085-85af-75751df65c59 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1bbaf67f-dbe3-47b9-b2c3-689daf6ec707 HTTP/1.1" status: 200 len: 849 time: 0.0427153 Jun 28 12:12:37.267150 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995f0fd9-e5a1-47e8-ad2a-8e1512ccb50b req-03b7b7d4-c783-4d12-9160-840ea8b74ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:37.269063 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-995f0fd9-e5a1-47e8-ad2a-8e1512ccb50b req-03b7b7d4-c783-4d12-9160-840ea8b74ce2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5e2a62c3-8079-4557-880c-8db2f414c599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0504770 Jun 28 12:12:37.308728 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:37.359394 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-995f0fd9-e5a1-47e8-ad2a-8e1512ccb50b req-b30eacc2-872c-4fec-8ec0-01101aa194f9 service neutron] 10.222.0.61 "GET /v2.0/networks/5e2a62c3-8079-4557-880c-8db2f414c599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841150 Jun 28 12:12:37.448474 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-995f0fd9-e5a1-47e8-ad2a-8e1512ccb50b req-34ca16ee-91dc-42b8-98c7-87adf4966e63 service neutron] 10.222.0.61 "GET /v2.0/networks/5e2a62c3-8079-4557-880c-8db2f414c599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822265 Jun 28 12:12:38.143743 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8cbd48-4b65-4e37-9d29-3ce6eacef4a0 req-42112636-95ee-4f75-8fc2-00af92adfd06 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:38.145186 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-3a8cbd48-4b65-4e37-9d29-3ce6eacef4a0 req-42112636-95ee-4f75-8fc2-00af92adfd06 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/ports?device_id=04b64946-c938-4288-a556-36cf6c14d061 HTTP/1.1" status: 200 len: 946 time: 0.0610800 Jun 28 12:12:38.180902 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-3a8cbd48-4b65-4e37-9d29-3ce6eacef4a0 req-ce71e745-eaa7-4cad-9b88-f2ed49b4cc7b tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a13da34-bea8-449e-bebd-26c6fcd506e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302248 Jun 28 12:12:38.370633 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f114bcc8-b46d-4db7-979f-2a896aa2a465 req-72f9ecfc-6e19-41dd-a8fe-1856e6737ea1 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:38.372054 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-f114bcc8-b46d-4db7-979f-2a896aa2a465 req-72f9ecfc-6e19-41dd-a8fe-1856e6737ea1 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] 10.222.0.26 "GET /v2.0/ports?device_id=12d8f265-c1ed-46d3-a54f-85bf84948263 HTTP/1.1" status: 200 len: 946 time: 0.0603769 Jun 28 12:12:38.407389 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-f114bcc8-b46d-4db7-979f-2a896aa2a465 req-90f4c7d2-26e3-4a00-9f26-c9bc5aca6c51 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] 10.222.0.26 "GET /v2.0/security-groups?id=f01afa41-7ddb-49d7-bd4e-6f711ce79813&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0298750 Jun 28 12:12:39.841700 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f91832-c8d3-49db-8be6-14c803f9d961 req-e30af876-e6a0-4591-9bc5-c986e4e65962 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:39.843065 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-d5f91832-c8d3-49db-8be6-14c803f9d961 req-e30af876-e6a0-4591-9bc5-c986e4e65962 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] 10.222.0.26 "GET /v2.0/ports?device_id=12d8f265-c1ed-46d3-a54f-85bf84948263 HTTP/1.1" status: 200 len: 946 time: 0.3291855 Jun 28 12:12:39.881661 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-d5f91832-c8d3-49db-8be6-14c803f9d961 req-45c6ad7d-57fa-4ba7-a5f6-8809dd00aa23 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] 10.222.0.26 "GET /v2.0/security-groups?id=f01afa41-7ddb-49d7-bd4e-6f711ce79813&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324259 Jun 28 12:12:41.047130 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1901ae2f-b877-46ff-adce-d737e72b7e81 req-7651f460-26fd-47ca-904b-9c74f99bf515 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:41.048481 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-1901ae2f-b877-46ff-adce-d737e72b7e81 req-7651f460-26fd-47ca-904b-9c74f99bf515 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] 10.222.0.26 "GET /v2.0/ports?device_id=12d8f265-c1ed-46d3-a54f-85bf84948263 HTTP/1.1" status: 200 len: 946 time: 0.0600874 Jun 28 12:12:41.083651 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-1901ae2f-b877-46ff-adce-d737e72b7e81 req-04287a2f-e01a-4800-a62d-48aa0b8c4cbd tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] 10.222.0.26 "GET /v2.0/security-groups?id=f01afa41-7ddb-49d7-bd4e-6f711ce79813&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0297771 Jun 28 12:12:42.253900 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c887e050-4588-4ab6-94e6-649339a9de7f req-fd084b61-cb34-424c-8e2c-9d1163f26bda tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:42.255324 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-c887e050-4588-4ab6-94e6-649339a9de7f req-fd084b61-cb34-424c-8e2c-9d1163f26bda tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] 10.222.0.26 "GET /v2.0/ports?device_id=12d8f265-c1ed-46d3-a54f-85bf84948263 HTTP/1.1" status: 200 len: 946 time: 0.0636415 Jun 28 12:12:42.291265 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-c887e050-4588-4ab6-94e6-649339a9de7f req-9d2e3501-dded-4542-abe1-9a0a54601598 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] 10.222.0.26 "GET /v2.0/security-groups?id=f01afa41-7ddb-49d7-bd4e-6f711ce79813&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305011 Jun 28 12:12:43.456041 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde7507e-e1a0-4035-a04e-00549cc7e7cf req-0081a75b-76ca-4f41-9c8c-45f0e3143561 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:43.457978 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-bde7507e-e1a0-4035-a04e-00549cc7e7cf req-0081a75b-76ca-4f41-9c8c-45f0e3143561 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] 10.222.0.26 "GET /v2.0/ports?device_id=12d8f265-c1ed-46d3-a54f-85bf84948263 HTTP/1.1" status: 200 len: 946 time: 0.0601161 Jun 28 12:12:43.493402 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-bde7507e-e1a0-4035-a04e-00549cc7e7cf req-785fc5af-9a1c-45c9-8ba4-b917de447c2d tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] 10.222.0.26 "GET /v2.0/security-groups?id=f01afa41-7ddb-49d7-bd4e-6f711ce79813&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0300374 Jun 28 12:12:44.659649 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75146724-7228-40dc-b91b-4f1cfed7b313 req-9c5717d2-0ece-4fca-b88d-0bafb38b1325 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:44.661103 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-75146724-7228-40dc-b91b-4f1cfed7b313 req-9c5717d2-0ece-4fca-b88d-0bafb38b1325 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] 10.222.0.26 "GET /v2.0/ports?device_id=12d8f265-c1ed-46d3-a54f-85bf84948263 HTTP/1.1" status: 200 len: 946 time: 0.0606639 Jun 28 12:12:44.701150 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-75146724-7228-40dc-b91b-4f1cfed7b313 req-cb23d21b-98f7-4079-b978-540a5c73741d tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] 10.222.0.26 "GET /v2.0/security-groups?id=f01afa41-7ddb-49d7-bd4e-6f711ce79813&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345411 Jun 28 12:12:45.874466 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf350281-71da-4211-b0ce-6be6697d61d6 req-b2986c84-5b58-4a4a-8ce3-7f083cedbfc8 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:45.875846 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-cf350281-71da-4211-b0ce-6be6697d61d6 req-b2986c84-5b58-4a4a-8ce3-7f083cedbfc8 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] 10.222.0.26 "GET /v2.0/ports?device_id=12d8f265-c1ed-46d3-a54f-85bf84948263 HTTP/1.1" status: 200 len: 946 time: 0.0608988 Jun 28 12:12:45.920098 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-cf350281-71da-4211-b0ce-6be6697d61d6 req-9e8cdd23-8183-4380-b50d-fb71c04a44ce tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] 10.222.0.26 "GET /v2.0/security-groups?id=f01afa41-7ddb-49d7-bd4e-6f711ce79813&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360951 Jun 28 12:12:46.049660 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd2cf7-10e6-4d44-a858-5c3170d5a154 req-7865a3c7-c653-4077-b98d-c3d2c63e56d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:46.051651 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-1cbd2cf7-10e6-4d44-a858-5c3170d5a154 req-7865a3c7-c653-4077-b98d-c3d2c63e56d7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7bc832fb54e44764850d1c5b6e3f6aa9&device_id=12d8f265-c1ed-46d3-a54f-85bf84948263 HTTP/1.1" status: 200 len: 1099 time: 0.0518477 Jun 28 12:12:46.138365 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd2cf7-10e6-4d44-a858-5c3170d5a154 req-f58db84b-8a86-4a3d-b429-95fa06fed47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:46.139712 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-1cbd2cf7-10e6-4d44-a858-5c3170d5a154 req-f58db84b-8a86-4a3d-b429-95fa06fed47a service neutron] 10.222.0.61 "GET /v2.0/networks?id=44e532c9-2609-4100-9214-3286b81e04f5 HTTP/1.1" status: 200 len: 909 time: 0.0809875 Jun 28 12:12:46.206075 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-1cbd2cf7-10e6-4d44-a858-5c3170d5a154 req-0318c5de-adf9-4274-a9c2-c31e4672b8f7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ba5934d-f734-4a25-abae-ef629128dd7d HTTP/1.1" status: 200 len: 1002 time: 0.0601490 Jun 28 12:12:46.252801 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd2cf7-10e6-4d44-a858-5c3170d5a154 req-7534651e-2a9b-4981-95c2-253b4fed1c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:46.254255 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-1cbd2cf7-10e6-4d44-a858-5c3170d5a154 req-7534651e-2a9b-4981-95c2-253b4fed1c5b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bd0f01a5-45db-4be4-a394-a7a232248dbc HTTP/1.1" status: 200 len: 847 time: 0.0421193 Jun 28 12:12:46.310323 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd2cf7-10e6-4d44-a858-5c3170d5a154 req-9655fa05-ccdb-4c96-9fae-efa0b5b968ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:46.311791 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-1cbd2cf7-10e6-4d44-a858-5c3170d5a154 req-9655fa05-ccdb-4c96-9fae-efa0b5b968ce service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=44e532c9-2609-4100-9214-3286b81e04f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0516529 Jun 28 12:12:46.400825 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-1cbd2cf7-10e6-4d44-a858-5c3170d5a154 req-57192ef5-a96e-4421-aa77-e3c56af24eae service neutron] 10.222.0.61 "GET /v2.0/networks/44e532c9-2609-4100-9214-3286b81e04f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827706 Jun 28 12:12:46.496389 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-1cbd2cf7-10e6-4d44-a858-5c3170d5a154 req-a80e016e-1875-4772-af75-2c68869c779e service neutron] 10.222.0.61 "GET /v2.0/networks/44e532c9-2609-4100-9214-3286b81e04f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899553 Jun 28 12:12:47.094803 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918fcbdd-a449-484a-b0b9-2a95617a3b60 req-213c3e0d-6ab7-4072-8149-5f2788a0b8ce tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:47.096246 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-918fcbdd-a449-484a-b0b9-2a95617a3b60 req-213c3e0d-6ab7-4072-8149-5f2788a0b8ce tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] 10.222.0.26 "GET /v2.0/ports?device_id=12d8f265-c1ed-46d3-a54f-85bf84948263 HTTP/1.1" status: 200 len: 946 time: 0.0604024 Jun 28 12:12:47.132108 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-918fcbdd-a449-484a-b0b9-2a95617a3b60 req-4dd11cd9-1a9b-4d5d-b238-90db2c084b84 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] 10.222.0.26 "GET /v2.0/security-groups?id=f01afa41-7ddb-49d7-bd4e-6f711ce79813&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0297186 Jun 28 12:12:48.306580 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcb73fb-c230-4955-b7da-75343e584654 req-c39e13cc-0375-48e6-86d8-490af9ef62e8 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:48.308036 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-3fcb73fb-c230-4955-b7da-75343e584654 req-c39e13cc-0375-48e6-86d8-490af9ef62e8 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] 10.222.0.26 "GET /v2.0/ports?device_id=12d8f265-c1ed-46d3-a54f-85bf84948263 HTTP/1.1" status: 200 len: 946 time: 0.0665879 Jun 28 12:12:48.343811 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-3fcb73fb-c230-4955-b7da-75343e584654 req-11db409c-4c2d-416c-8516-b7e062587e1e tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] 10.222.0.26 "GET /v2.0/security-groups?id=f01afa41-7ddb-49d7-bd4e-6f711ce79813&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0299573 Jun 28 12:12:49.511018 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd2fa3-b153-40b9-a0ad-dcac3f96bf95 req-fbf6b0a1-836a-4117-9b47-1f19f05128e1 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:49.512455 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-68cd2fa3-b153-40b9-a0ad-dcac3f96bf95 req-fbf6b0a1-836a-4117-9b47-1f19f05128e1 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] 10.222.0.26 "GET /v2.0/ports?device_id=12d8f265-c1ed-46d3-a54f-85bf84948263 HTTP/1.1" status: 200 len: 946 time: 0.0612135 Jun 28 12:12:49.548305 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-68cd2fa3-b153-40b9-a0ad-dcac3f96bf95 req-e855930e-b724-4ec6-aaf1-df15cab293cb tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] 10.222.0.26 "GET /v2.0/security-groups?id=f01afa41-7ddb-49d7-bd4e-6f711ce79813&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303903 Jun 28 12:12:49.828391 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 35658) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:12:49.882242 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecd9349-8885-4fe6-9b23-a0fdca8387d6 req-b501be9b-564b-4794-b447-45a74c1fa895 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:49.883653 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-1ecd9349-8885-4fe6-9b23-a0fdca8387d6 req-b501be9b-564b-4794-b447-45a74c1fa895 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] 10.222.0.26 "GET /v2.0/ports?device_id=12d8f265-c1ed-46d3-a54f-85bf84948263 HTTP/1.1" status: 200 len: 946 time: 0.0633481 Jun 28 12:12:49.923967 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-f5146295-7f34-4571-b378-b0a71e8a35f5 req-9a483d07-d1de-4552-b837-60274096d5cc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=12d8f265-c1ed-46d3-a54f-85bf84948263&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0943224 Jun 28 12:12:49.925380 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-1ecd9349-8885-4fe6-9b23-a0fdca8387d6 req-b49c8fdd-11e9-494a-b7c9-ad6c91c78be7 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] 10.222.0.26 "GET /v2.0/security-groups?id=f01afa41-7ddb-49d7-bd4e-6f711ce79813&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360126 Jun 28 12:12:51.096529 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e575ce9-64fe-4cd8-a09e-c30f4506ccd6 req-7b06772e-4fdf-424d-a407-880794824b58 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:51.098004 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-6e575ce9-64fe-4cd8-a09e-c30f4506ccd6 req-7b06772e-4fdf-424d-a407-880794824b58 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] 10.222.0.26 "GET /v2.0/ports?device_id=12d8f265-c1ed-46d3-a54f-85bf84948263 HTTP/1.1" status: 200 len: 946 time: 0.0613639 Jun 28 12:12:51.135977 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-6e575ce9-64fe-4cd8-a09e-c30f4506ccd6 req-1bda50ac-25e1-4244-8c93-cc96b80e2a9d tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] 10.222.0.26 "GET /v2.0/security-groups?id=f01afa41-7ddb-49d7-bd4e-6f711ce79813&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323822 Jun 28 12:12:51.173416 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5146295-7f34-4571-b378-b0a71e8a35f5 req-218ea08b-6a13-4e70-8a07-f923e5bea0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:51.174885 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-f5146295-7f34-4571-b378-b0a71e8a35f5 req-218ea08b-6a13-4e70-8a07-f923e5bea0d4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=12d8f265-c1ed-46d3-a54f-85bf84948263&tenant_id=7bc832fb54e44764850d1c5b6e3f6aa9 HTTP/1.1" status: 200 len: 1099 time: 0.0519180 Jun 28 12:12:51.244426 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5146295-7f34-4571-b378-b0a71e8a35f5 req-f9e4b8e2-bf28-4282-b3cf-04c5db866530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:51.245779 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-f5146295-7f34-4571-b378-b0a71e8a35f5 req-f9e4b8e2-bf28-4282-b3cf-04c5db866530 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7bc832fb54e44764850d1c5b6e3f6aa9&device_id=12d8f265-c1ed-46d3-a54f-85bf84948263 HTTP/1.1" status: 200 len: 1099 time: 0.0498431 Jun 28 12:12:51.334644 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5146295-7f34-4571-b378-b0a71e8a35f5 req-ceac7584-5b8d-45b9-a48a-cd6a40800ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:51.336033 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-f5146295-7f34-4571-b378-b0a71e8a35f5 req-ceac7584-5b8d-45b9-a48a-cd6a40800ce9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=44e532c9-2609-4100-9214-3286b81e04f5 HTTP/1.1" status: 200 len: 909 time: 0.0844550 Jun 28 12:12:51.397381 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-f5146295-7f34-4571-b378-b0a71e8a35f5 req-64fdff8d-6215-4e5f-9fe9-716a2b8e1a52 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ba5934d-f734-4a25-abae-ef629128dd7d HTTP/1.1" status: 200 len: 1002 time: 0.0553057 Jun 28 12:12:51.443541 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5146295-7f34-4571-b378-b0a71e8a35f5 req-83c3a18d-62e4-403c-a480-1b754f75f0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:51.444889 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-f5146295-7f34-4571-b378-b0a71e8a35f5 req-83c3a18d-62e4-403c-a480-1b754f75f0f7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bd0f01a5-45db-4be4-a394-a7a232248dbc HTTP/1.1" status: 200 len: 847 time: 0.0412052 Jun 28 12:12:51.501635 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5146295-7f34-4571-b378-b0a71e8a35f5 req-bdc422ff-d05f-4310-a068-534055432500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:51.502947 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-f5146295-7f34-4571-b378-b0a71e8a35f5 req-bdc422ff-d05f-4310-a068-534055432500 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=44e532c9-2609-4100-9214-3286b81e04f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0521626 Jun 28 12:12:51.586852 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-f5146295-7f34-4571-b378-b0a71e8a35f5 req-b926d43a-4d61-466c-b506-4c3798352c71 service neutron] 10.222.0.61 "GET /v2.0/networks/44e532c9-2609-4100-9214-3286b81e04f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0772362 Jun 28 12:12:51.673197 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-f5146295-7f34-4571-b378-b0a71e8a35f5 req-f17bb6f4-ab42-434d-bf7a-be3c62e26ff9 service neutron] 10.222.0.61 "GET /v2.0/networks/44e532c9-2609-4100-9214-3286b81e04f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801475 Jun 28 12:12:52.304983 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f25fac-e35b-4bcc-aafa-2abfc94c150d req-690770f3-43c2-4e73-bf56-6ec1a92d24cb tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:52.306425 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-38f25fac-e35b-4bcc-aafa-2abfc94c150d req-690770f3-43c2-4e73-bf56-6ec1a92d24cb tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] 10.222.0.26 "GET /v2.0/ports?device_id=12d8f265-c1ed-46d3-a54f-85bf84948263 HTTP/1.1" status: 200 len: 946 time: 0.0617545 Jun 28 12:12:52.342577 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-38f25fac-e35b-4bcc-aafa-2abfc94c150d req-a357eeb8-17e6-40c5-9bdb-01a84628a8e5 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] 10.222.0.26 "GET /v2.0/security-groups?id=f01afa41-7ddb-49d7-bd4e-6f711ce79813&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306747 Jun 28 12:12:52.373982 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device 8ba5934d-f734-4a25-abae-ef629128dd7d no longer exists at agent hyperv_hv-cinder-77238 {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:12:52.447504 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:52.468496 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12d8f265-c1ed-46d3-a54f-85bf84948263', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ba5934d-f734-4a25-abae-ef629128dd7d'}] {{(pid=93126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:12:52.470742 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef893c2a45f5206efbef573e37d1784350e1616ec5e975db08a1c6348235ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe0dc9b-5d5d-4622-8ede-46f03f57c682" -d '{"events": [{"server_uuid": "12d8f265-c1ed-46d3-a54f-85bf84948263", "name": "network-vif-unplugged", "status": "completed", "tag": "8ba5934d-f734-4a25-abae-ef629128dd7d"}]}' {{(pid=93126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:12:52.483396 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] For port 8ba5934d-f734-4a25-abae-ef629128dd7d, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=8ba5934d-f734-4a25-abae-ef629128dd7d,segment=NetworkSegment(386f5822-9b4f-45e4-8c6d-a76341200fdd),segment_id=386f5822-9b4f-45e4-8c6d-a76341200fdd)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:12:52.487834 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:52.490673 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:52.515454 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Jun 2021 12:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42a249e-b9ce-4c00-9ca4-92e9242585d2 x-openstack-request-id: req-e42a249e-b9ce-4c00-9ca4-92e9242585d2 {{(pid=93126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:12:52.515760 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12d8f265-c1ed-46d3-a54f-85bf84948263", "name": "network-vif-unplugged", "status": "completed", "tag": "8ba5934d-f734-4a25-abae-ef629128dd7d", "code": 200}]} {{(pid=93126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:12:52.516022 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e42a249e-b9ce-4c00-9ca4-92e9242585d2 {{(pid=93126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:12:52.516421 dv-cinder-772388-5-smb neutron-server[93126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12d8f265-c1ed-46d3-a54f-85bf84948263', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ba5934d-f734-4a25-abae-ef629128dd7d', 'code': 200} Jun 28 12:12:52.545771 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Pushing event updated for resources: {'Port': ['ID=8ba5934d-f734-4a25-abae-ef629128dd7d,revision_number=6']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:52.553271 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:12:52.553625 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:12:52.553969 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:12:52.554306 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:12:52.554640 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:12:52.554973 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:12:52.555301 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:12:52.555627 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:12:52.555952 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:12:52.556275 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:12:52.556598 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:12:52.556952 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:12:52.560695 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:52.755128 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08b61f9-ed41-427f-af68-dc4c0c5940c1 req-5ba0a1a0-82a9-4462-942a-9ef315f1874a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:52.756440 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-a08b61f9-ed41-427f-af68-dc4c0c5940c1 req-5ba0a1a0-82a9-4462-942a-9ef315f1874a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=12d8f265-c1ed-46d3-a54f-85bf84948263 HTTP/1.1" status: 200 len: 1097 time: 0.0487475 Jun 28 12:12:52.794524 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-a08b61f9-ed41-427f-af68-dc4c0c5940c1 req-812c92c1-42f8-4430-bb4c-cd481659a93e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f01afa41-7ddb-49d7-bd4e-6f711ce79813&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0260215 Jun 28 12:12:53.521959 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4fe516-2314-4eb1-a456-0c6c7431d506 req-3a95ffe9-16a9-462f-ba44-94877b7d0754 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:53.523429 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-7d4fe516-2314-4eb1-a456-0c6c7431d506 req-3a95ffe9-16a9-462f-ba44-94877b7d0754 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] 10.222.0.26 "GET /v2.0/ports?device_id=12d8f265-c1ed-46d3-a54f-85bf84948263 HTTP/1.1" status: 200 len: 944 time: 0.0679193 Jun 28 12:12:53.561999 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-7d4fe516-2314-4eb1-a456-0c6c7431d506 req-d7d1b688-20a7-4df7-a19a-672bf6576e55 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] 10.222.0.26 "GET /v2.0/security-groups?id=f01afa41-7ddb-49d7-bd4e-6f711ce79813&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324821 Jun 28 12:12:54.377422 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device 8ba5934d-f734-4a25-abae-ef629128dd7d details requested by agent hyperv_hv-cinder-77238 with host hv-cinder-77238 {{(pid=93126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 12:12:54.469585 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] For port 8ba5934d-f734-4a25-abae-ef629128dd7d, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=8ba5934d-f734-4a25-abae-ef629128dd7d,segment=NetworkSegment(386f5822-9b4f-45e4-8c6d-a76341200fdd),segment_id=386f5822-9b4f-45e4-8c6d-a76341200fdd)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:12:54.480402 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Returning: {'device': '8ba5934d-f734-4a25-abae-ef629128dd7d', 'network_id': '44e532c9-2609-4100-9214-3286b81e04f5', 'port_id': '8ba5934d-f734-4a25-abae-ef629128dd7d', 'mac_address': 'fa:16:3e:16:62:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd0f01a5-45db-4be4-a394-a7a232248dbc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 12:12:54.514032 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:54.526080 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.notifiers.nova [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ba5934d-f734-4a25-abae-ef629128dd7d {{(pid=93126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:12:54.545046 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] For port 8ba5934d-f734-4a25-abae-ef629128dd7d, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=8ba5934d-f734-4a25-abae-ef629128dd7d,segment=NetworkSegment(386f5822-9b4f-45e4-8c6d-a76341200fdd),segment_id=386f5822-9b4f-45e4-8c6d-a76341200fdd)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:12:54.549485 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:54.551234 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:54.597883 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Pushing event updated for resources: {'Port': ['ID=8ba5934d-f734-4a25-abae-ef629128dd7d,revision_number=7']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:54.600879 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:54.735319 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddff7804-1d08-4209-9d05-e7c2b6e680ab req-e59f538c-a3c3-41b7-888d-216d0a2a95dc tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:54.736763 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-ddff7804-1d08-4209-9d05-e7c2b6e680ab req-e59f538c-a3c3-41b7-888d-216d0a2a95dc tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] 10.222.0.26 "GET /v2.0/ports?device_id=12d8f265-c1ed-46d3-a54f-85bf84948263 HTTP/1.1" status: 200 len: 945 time: 0.0610452 Jun 28 12:12:54.773247 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-ddff7804-1d08-4209-9d05-e7c2b6e680ab req-d2c02840-1554-4b11-91fc-dfafbfde4132 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] 10.222.0.26 "GET /v2.0/security-groups?id=f01afa41-7ddb-49d7-bd4e-6f711ce79813&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304041 Jun 28 12:12:54.811468 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] get_ports_and_sgs() called for port_ids ['8ba5934d-f734-4a25-abae-ef629128dd7d'] {{(pid=93126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:12:56.391390 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device 8ba5934d-f734-4a25-abae-ef629128dd7d up at agent hyperv_hv-cinder-77238 {{(pid=93126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:12:56.435679 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Provisioning complete for port 8ba5934d-f734-4a25-abae-ef629128dd7d triggered by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:12:56.436050 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:56.507021 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:56.528336 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12d8f265-c1ed-46d3-a54f-85bf84948263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba5934d-f734-4a25-abae-ef629128dd7d'}] {{(pid=93126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:12:56.530583 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef893c2a45f5206efbef573e37d1784350e1616ec5e975db08a1c6348235ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4372e42e-f18f-44f0-9419-1e8200465943" -d '{"events": [{"server_uuid": "12d8f265-c1ed-46d3-a54f-85bf84948263", "name": "network-vif-plugged", "status": "completed", "tag": "8ba5934d-f734-4a25-abae-ef629128dd7d"}]}' {{(pid=93126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:12:56.543288 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] For port 8ba5934d-f734-4a25-abae-ef629128dd7d, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=8ba5934d-f734-4a25-abae-ef629128dd7d,segment=NetworkSegment(386f5822-9b4f-45e4-8c6d-a76341200fdd),segment_id=386f5822-9b4f-45e4-8c6d-a76341200fdd)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:12:56.547071 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:56.549023 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-a5969deb-eeb5-402e-a8bd-c4ace6ebc192 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:56.579141 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc1a83d-e2b5-4c1c-891d-02520abaf694 x-openstack-request-id: req-ecc1a83d-e2b5-4c1c-891d-02520abaf694 {{(pid=93126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:12:56.579442 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12d8f265-c1ed-46d3-a54f-85bf84948263", "name": "network-vif-plugged", "status": "completed", "tag": "8ba5934d-f734-4a25-abae-ef629128dd7d", "code": 200}]} {{(pid=93126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:12:56.579699 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ecc1a83d-e2b5-4c1c-891d-02520abaf694 {{(pid=93126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:12:56.580085 dv-cinder-772388-5-smb neutron-server[93126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12d8f265-c1ed-46d3-a54f-85bf84948263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba5934d-f734-4a25-abae-ef629128dd7d', 'code': 200} Jun 28 12:12:56.604671 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Pushing event updated for resources: {'Port': ['ID=8ba5934d-f734-4a25-abae-ef629128dd7d,revision_number=8']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:56.607645 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:58.615942 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-3e76f094-15de-47c3-a4d0-e61a12c44c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:01.164102 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-de149a08-dc41-412f-83a3-7763108d7958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:01.377826 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:02.417462 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-5f2b1fbb-f913-4077-a7df-942ed403becf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:03.984084 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-664455ac-6bbb-4e68-9a3b-ee59dbc8190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:07.309504 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:08.143327 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.agents_db [None req-f497f353-63e3-44e2-a2cd-a5845e949060 None None] Agent healthcheck: found 6 active agents {{(pid=93127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:13:11.114569 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d62595-6ebb-4a75-94ab-669e5563d3bb req-bf537afd-6b4f-43c8-a265-f1190f443e11 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:11.116050 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-77d62595-6ebb-4a75-94ab-669e5563d3bb req-bf537afd-6b4f-43c8-a265-f1190f443e11 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/ports?device_id=04b64946-c938-4288-a556-36cf6c14d061 HTTP/1.1" status: 200 len: 946 time: 0.0695279 Jun 28 12:13:11.157584 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-77d62595-6ebb-4a75-94ab-669e5563d3bb req-312a97e6-c3d1-428d-90a3-bb1ba06b102e tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a13da34-bea8-449e-bebd-26c6fcd506e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359402 Jun 28 12:13:12.331662 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1bfb35-ee07-4867-ad6d-dc9b048c9492 req-130ae2ee-7f3b-41d5-a35d-6c9022e3882a tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:12.333128 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-db1bfb35-ee07-4867-ad6d-dc9b048c9492 req-130ae2ee-7f3b-41d5-a35d-6c9022e3882a tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/ports?device_id=04b64946-c938-4288-a556-36cf6c14d061 HTTP/1.1" status: 200 len: 946 time: 0.0619187 Jun 28 12:13:12.369823 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-db1bfb35-ee07-4867-ad6d-dc9b048c9492 req-331bd015-d471-40bc-a4b5-dbae122d0b01 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a13da34-bea8-449e-bebd-26c6fcd506e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309494 Jun 28 12:13:13.101114 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda482b2-9c9f-432a-a179-df22a5853c24 req-7b323c2b-3f15-4ce8-afd2-840ff0a4b8a8 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:13.102548 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-cda482b2-9c9f-432a-a179-df22a5853c24 req-7b323c2b-3f15-4ce8-afd2-840ff0a4b8a8 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.61 "GET /v2.0/ports?device_id=04b64946-c938-4288-a556-36cf6c14d061 HTTP/1.1" status: 200 len: 946 time: 0.0610349 Jun 28 12:13:13.201455 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.plugin [req-cda482b2-9c9f-432a-a179-df22a5853c24 req-f99dcf1b-2c31-4aa2-85ca-8299cc32f1f5 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Deleting port b0d09527-50e9-4557-ad98-5866748d8579 {{(pid=93125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:13:13.201804 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-cda482b2-9c9f-432a-a179-df22a5853c24 req-f99dcf1b-2c31-4aa2-85ca-8299cc32f1f5 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751010669087'] for port, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:13.288159 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.db [req-cda482b2-9c9f-432a-a179-df22a5853c24 req-f99dcf1b-2c31-4aa2-85ca-8299cc32f1f5 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] For port b0d09527-50e9-4557-ad98-5866748d8579, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=b0d09527-50e9-4557-ad98-5866748d8579,segment=NetworkSegment(dfd01ef4-b24a-46c0-baf1-127e8472c76f),segment_id=dfd01ef4-b24a-46c0-baf1-127e8472c76f)] {{(pid=93125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:13:13.288514 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-cda482b2-9c9f-432a-a179-df22a5853c24 req-f99dcf1b-2c31-4aa2-85ca-8299cc32f1f5 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700447'] for port, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:13.447922 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-cda482b2-9c9f-432a-a179-df22a5853c24 req-f99dcf1b-2c31-4aa2-85ca-8299cc32f1f5 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:13.448288 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-cda482b2-9c9f-432a-a179-df22a5853c24 req-f99dcf1b-2c31-4aa2-85ca-8299cc32f1f5 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799926'] for floatingip, after_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:13.448591 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.db.l3_db [req-cda482b2-9c9f-432a-a179-df22a5853c24 req-f99dcf1b-2c31-4aa2-85ca-8299cc32f1f5 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Floating IP 5d852411-d63b-4081-90f3-37f28b977e7e disassociated. External IP: 172.28.3.4, port: b0d09527-50e9-4557-ad98-5866748d8579. Jun 28 12:13:13.448956 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.plugin [req-cda482b2-9c9f-432a-a179-df22a5853c24 req-f99dcf1b-2c31-4aa2-85ca-8299cc32f1f5 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Calling delete_port for b0d09527-50e9-4557-ad98-5866748d8579 owned by compute:nova {{(pid=93125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:13:13.545657 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30322a70-a0f7-4ff2-bbb0-cc956e73f617 req-5d1fcefd-c797-42fa-b3b0-4d46b23d7984 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:13.547133 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-30322a70-a0f7-4ff2-bbb0-cc956e73f617 req-5d1fcefd-c797-42fa-b3b0-4d46b23d7984 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/ports?device_id=04b64946-c938-4288-a556-36cf6c14d061 HTTP/1.1" status: 200 len: 946 time: 0.0640838 Jun 28 12:13:13.573347 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-cda482b2-9c9f-432a-a179-df22a5853c24 req-f99dcf1b-2c31-4aa2-85ca-8299cc32f1f5 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751010672945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751010131959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8413146'] for port, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:13.577390 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-730ca1e6-a152-45e8-8b1d-b77358b8ff62 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:13:13.584822 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-30322a70-a0f7-4ff2-bbb0-cc956e73f617 req-3870babb-907c-4b70-8bd4-102a6362ba73 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a13da34-bea8-449e-bebd-26c6fcd506e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310178 Jun 28 12:13:13.608169 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99dcf1b-2c31-4aa2-85ca-8299cc32f1f5 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Pushing event deleted for resources: {'Port': ['ID=b0d09527-50e9-4557-ad98-5866748d8579,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:13:13.619015 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99dcf1b-2c31-4aa2-85ca-8299cc32f1f5 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:13:13.619398 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99dcf1b-2c31-4aa2-85ca-8299cc32f1f5 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:13:13.619771 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99dcf1b-2c31-4aa2-85ca-8299cc32f1f5 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:13:13.620141 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99dcf1b-2c31-4aa2-85ca-8299cc32f1f5 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:13:13.620514 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99dcf1b-2c31-4aa2-85ca-8299cc32f1f5 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:13:13.620895 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99dcf1b-2c31-4aa2-85ca-8299cc32f1f5 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:13:13.621254 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99dcf1b-2c31-4aa2-85ca-8299cc32f1f5 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:13:13.621608 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99dcf1b-2c31-4aa2-85ca-8299cc32f1f5 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:13:13.621988 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99dcf1b-2c31-4aa2-85ca-8299cc32f1f5 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:13:13.622342 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99dcf1b-2c31-4aa2-85ca-8299cc32f1f5 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:13:13.622693 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99dcf1b-2c31-4aa2-85ca-8299cc32f1f5 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:13:13.623046 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99dcf1b-2c31-4aa2-85ca-8299cc32f1f5 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:13:13.627595 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-f99dcf1b-2c31-4aa2-85ca-8299cc32f1f5 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:13:13.728611 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cda482b2-9c9f-432a-a179-df22a5853c24 req-f99dcf1b-2c31-4aa2-85ca-8299cc32f1f5 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Router 64e764af-c2b0-4096-abd1-2e2e01f80ce9 has already been hosted by L3 agent a3516409-90ed-42c0-9869-2f9c81c3e104 {{(pid=93125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:13:13.831899 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cda482b2-9c9f-432a-a179-df22a5853c24 req-f99dcf1b-2c31-4aa2-85ca-8299cc32f1f5 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify agent at l3_agent.dv-cinder-772388-5-smb the message routers_updated {{(pid=93125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 12:13:13.841832 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef63eedc-48bd-45b9-9a0c-6d09c26ef724 None None] Sync routers for ids ['64e764af-c2b0-4096-abd1-2e2e01f80ce9'] in dv-cinder-772388-5-smb {{(pid=93127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:13:13.851894 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef63eedc-48bd-45b9-9a0c-6d09c26ef724 None None] Routers {'64e764af-c2b0-4096-abd1-2e2e01f80ce9'} bound to L3 agent in host dv-cinder-772388-5-smb {{(pid=93127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:13:13.852500 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_hamode_db [None req-ef63eedc-48bd-45b9-9a0c-6d09c26ef724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T11:56:31Z,description=,heartbeat_timestamp=2021-06-28T12:13:01Z,host='dv-cinder-772388-5-smb',id=a3516409-90ed-42c0-9869-2f9c81c3e104,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:56:31Z,topic='l3_agent')) {'router_ids': ['64e764af-c2b0-4096-abd1-2e2e01f80ce9'], 'active': True} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:13:13.872848 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.l3_dvrscheduler_db [req-cda482b2-9c9f-432a-a179-df22a5853c24 req-f99dcf1b-2c31-4aa2-85ca-8299cc32f1f5 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] No DVR routers for this DVR port b0d09527-50e9-4557-ad98-5866748d8579 on host hv-cinder-77238 {{(pid=93125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:13:13.875954 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-cda482b2-9c9f-432a-a179-df22a5853c24 req-f99dcf1b-2c31-4aa2-85ca-8299cc32f1f5 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188324'] for port, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:13.878982 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-cda482b2-9c9f-432a-a179-df22a5853c24 req-f99dcf1b-2c31-4aa2-85ca-8299cc32f1f5 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.61 "DELETE /v2.0/ports/b0d09527-50e9-4557-ad98-5866748d8579 HTTP/1.1" status: 204 len: 173 time: 0.7708104 Jun 28 12:13:13.879504 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b64946-c938-4288-a556-36cf6c14d061', 'name': 'network-vif-deleted', 'tag': 'b0d09527-50e9-4557-ad98-5866748d8579'}] {{(pid=93125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:13:13.882471 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cab5cdacc5b3cbbc94323449081fb5e48b25fdc1a77f938b5656c1b79ba6a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b3f81f-d5c8-46b2-88a7-e7744fb86697" -d '{"events": [{"server_uuid": "04b64946-c938-4288-a556-36cf6c14d061", "name": "network-vif-deleted", "tag": "b0d09527-50e9-4557-ad98-5866748d8579"}]}' {{(pid=93125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:13:13.920881 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad93dd24-84f1-4edd-95f6-fb78ece93bfc x-openstack-request-id: req-ad93dd24-84f1-4edd-95f6-fb78ece93bfc {{(pid=93125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:13:13.921273 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04b64946-c938-4288-a556-36cf6c14d061", "name": "network-vif-deleted", "tag": "b0d09527-50e9-4557-ad98-5866748d8579", "status": "completed", "code": 200}]} {{(pid=93125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:13:13.921622 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ad93dd24-84f1-4edd-95f6-fb78ece93bfc {{(pid=93125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:13:13.922136 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b64946-c938-4288-a556-36cf6c14d061', 'name': 'network-vif-deleted', 'tag': 'b0d09527-50e9-4557-ad98-5866748d8579', 'status': 'completed', 'code': 200} Jun 28 12:13:13.959245 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_dvr_db [None req-ef63eedc-48bd-45b9-9a0c-6d09c26ef724 None None] Set router 64e764af-c2b0-4096-abd1-2e2e01f80ce9 gateway port host: dv-cinder-772388-5-smb {{(pid=93127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:13:14.237810 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_hamode_db [None req-ef63eedc-48bd-45b9-9a0c-6d09c26ef724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e764af-c2b0-4096-abd1-2e2e01f80ce9', 'name': 'tempest-AttachVolumeTestJSON-392683727-router', 'tenant_id': 'e6f73748df6f47e596733783efb28800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.46'}], 'enable_snat': True}, 'gw_port_id': '910bb399-ccab-47ae-afea-15035b380733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:10:38Z', 'updated_at': '2021-06-28T12:10:41Z', 'revision_number': 4, 'project_id': 'e6f73748df6f47e596733783efb28800', 'gw_port': {'id': '910bb399-ccab-47ae-afea-15035b380733', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e764af-c2b0-4096-abd1-2e2e01f80ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:10:38Z', 'updated_at': '2021-06-28T12:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb', '_interfaces': [{'id': '35901263-7c1d-4f21-99f6-0b3204666930', 'name': '', 'network_id': '5e2a62c3-8079-4557-880c-8db2f414c599', 'tenant_id': 'e6f73748df6f47e596733783efb28800', 'mac_address': 'fa:16:3e:fb:95:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e764af-c2b0-4096-abd1-2e2e01f80ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '1bbaf67f-dbe3-47b9-b2c3-689daf6ec707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:10:40Z', 'updated_at': '2021-06-28T12:10:45Z', 'revision_number': 5, 'project_id': 'e6f73748df6f47e596733783efb28800', 'subnets': [{'id': '1bbaf67f-dbe3-47b9-b2c3-689daf6ec707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-smb', False) {} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:13:14.262507 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef63eedc-48bd-45b9-9a0c-6d09c26ef724 None None] Checking router: 64e764af-c2b0-4096-abd1-2e2e01f80ce9 for host: dv-cinder-772388-5-smb {{(pid=93127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:13:14.270576 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef63eedc-48bd-45b9-9a0c-6d09c26ef724 None None] Routers {'64e764af-c2b0-4096-abd1-2e2e01f80ce9'} bound to L3 agent in host dv-cinder-772388-5-smb {{(pid=93127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:13:14.271186 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_hamode_db [None req-ef63eedc-48bd-45b9-9a0c-6d09c26ef724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T11:56:31Z,description=,heartbeat_timestamp=2021-06-28T12:13:01Z,host='dv-cinder-772388-5-smb',id=a3516409-90ed-42c0-9869-2f9c81c3e104,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:56:31Z,topic='l3_agent')) {'router_ids': ['64e764af-c2b0-4096-abd1-2e2e01f80ce9'], 'active': True} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:13:14.375575 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_dvr_db [None req-ef63eedc-48bd-45b9-9a0c-6d09c26ef724 None None] Set router 64e764af-c2b0-4096-abd1-2e2e01f80ce9 gateway port host: dv-cinder-772388-5-smb {{(pid=93127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:13:14.566792 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_hamode_db [None req-ef63eedc-48bd-45b9-9a0c-6d09c26ef724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e764af-c2b0-4096-abd1-2e2e01f80ce9', 'name': 'tempest-AttachVolumeTestJSON-392683727-router', 'tenant_id': 'e6f73748df6f47e596733783efb28800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.46'}], 'enable_snat': True}, 'gw_port_id': '910bb399-ccab-47ae-afea-15035b380733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:10:38Z', 'updated_at': '2021-06-28T12:10:41Z', 'revision_number': 4, 'project_id': 'e6f73748df6f47e596733783efb28800', 'gw_port': {'id': '910bb399-ccab-47ae-afea-15035b380733', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e764af-c2b0-4096-abd1-2e2e01f80ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:10:38Z', 'updated_at': '2021-06-28T12:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb', '_interfaces': [{'id': '35901263-7c1d-4f21-99f6-0b3204666930', 'name': '', 'network_id': '5e2a62c3-8079-4557-880c-8db2f414c599', 'tenant_id': 'e6f73748df6f47e596733783efb28800', 'mac_address': 'fa:16:3e:fb:95:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e764af-c2b0-4096-abd1-2e2e01f80ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '1bbaf67f-dbe3-47b9-b2c3-689daf6ec707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:10:40Z', 'updated_at': '2021-06-28T12:10:45Z', 'revision_number': 5, 'project_id': 'e6f73748df6f47e596733783efb28800', 'subnets': [{'id': '1bbaf67f-dbe3-47b9-b2c3-689daf6ec707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-smb', False) {} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:13:14.591382 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef63eedc-48bd-45b9-9a0c-6d09c26ef724 None None] The sync data for ids ['64e764af-c2b0-4096-abd1-2e2e01f80ce9'] in dv-cinder-772388-5-smb is: [{'id': '64e764af-c2b0-4096-abd1-2e2e01f80ce9', 'name': 'tempest-AttachVolumeTestJSON-392683727-router', 'tenant_id': 'e6f73748df6f47e596733783efb28800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.46'}], 'enable_snat': True}, 'gw_port_id': '910bb399-ccab-47ae-afea-15035b380733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:10:38Z', 'updated_at': '2021-06-28T12:10:41Z', 'revision_number': 4, 'project_id': 'e6f73748df6f47e596733783efb28800', 'gw_port': {'id': '910bb399-ccab-47ae-afea-15035b380733', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e764af-c2b0-4096-abd1-2e2e01f80ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:10:38Z', 'updated_at': '2021-06-28T12:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb', '_interfaces': [{'id': '35901263-7c1d-4f21-99f6-0b3204666930', 'name': '', 'network_id': '5e2a62c3-8079-4557-880c-8db2f414c599', 'tenant_id': 'e6f73748df6f47e596733783efb28800', 'mac_address': 'fa:16:3e:fb:95:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e764af-c2b0-4096-abd1-2e2e01f80ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '1bbaf67f-dbe3-47b9-b2c3-689daf6ec707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:10:40Z', 'updated_at': '2021-06-28T12:10:45Z', 'revision_number': 5, 'project_id': 'e6f73748df6f47e596733783efb28800', 'subnets': [{'id': '1bbaf67f-dbe3-47b9-b2c3-689daf6ec707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:13:14.718090 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 35712) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:13:14.779828 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-d314ddd7-ba60-4dc0-87d9-2ddfbd912b87 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks [] for security_group, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:14.798414 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5da5dd7-6479-47a3-82ed-755451ff6862 None None] New status for floating IP 5d852411-d63b-4081-90f3-37f28b977e7e: DOWN {{(pid=93126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 12:13:14.803205 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-d314ddd7-ba60-4dc0-87d9-2ddfbd912b87 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:14.849578 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-d314ddd7-ba60-4dc0-87d9-2ddfbd912b87 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:14.852364 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-d314ddd7-ba60-4dc0-87d9-2ddfbd912b87 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks [] for security_group, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:14.853630 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-d314ddd7-ba60-4dc0-87d9-2ddfbd912b87 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "DELETE /v2.0/security-groups/5a13da34-bea8-449e-bebd-26c6fcd506e3 HTTP/1.1" status: 204 len: 168 time: 0.1344805 Jun 28 12:13:14.854426 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-b9e5d61c-2d84-4f93-9af1-46f611935360 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:13:14.856530 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 35714) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:13:14.863693 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d314ddd7-ba60-4dc0-87d9-2ddfbd912b87 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a13da34-bea8-449e-bebd-26c6fcd506e3,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:13:14.866114 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-d314ddd7-ba60-4dc0-87d9-2ddfbd912b87 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:13:14.871456 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.api.v2.resource [None req-84cbc0c4-6297-4d4c-bd73-dee6bbc57a5b tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] show failed (client error): The resource could not be found. Jun 28 12:13:14.874122 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-84cbc0c4-6297-4d4c-bd73-dee6bbc57a5b tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/security-groups/5a13da34-bea8-449e-bebd-26c6fcd506e3 HTTP/1.1" status: 404 len: 347 time: 0.0165372 Jun 28 12:13:14.875581 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 35716) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:13:15.007146 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-0cfe768b-b894-45bd-b8ba-06517eddd6a7 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Deleting port 1208215a-89c4-4156-906c-e30122b2340b {{(pid=93124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:13:15.007475 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-0cfe768b-b894-45bd-b8ba-06517eddd6a7 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751010669087'] for port, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:15.083139 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-0cfe768b-b894-45bd-b8ba-06517eddd6a7 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700447'] for port, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:15.083475 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-0cfe768b-b894-45bd-b8ba-06517eddd6a7 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:15.096460 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-0cfe768b-b894-45bd-b8ba-06517eddd6a7 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Calling delete_port for 1208215a-89c4-4156-906c-e30122b2340b owned by network:floatingip {{(pid=93124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:13:15.226651 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-0cfe768b-b894-45bd-b8ba-06517eddd6a7 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751010672945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751010131959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8411040'] for port, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:15.229361 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-2dc02240-ba28-40a6-b65a-49d9840be7cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:13:15.256844 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfe768b-b894-45bd-b8ba-06517eddd6a7 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Pushing event deleted for resources: {'Port': ['ID=1208215a-89c4-4156-906c-e30122b2340b,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:13:15.280805 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfe768b-b894-45bd-b8ba-06517eddd6a7 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:13:15.281176 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfe768b-b894-45bd-b8ba-06517eddd6a7 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:13:15.281537 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfe768b-b894-45bd-b8ba-06517eddd6a7 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:13:15.281894 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfe768b-b894-45bd-b8ba-06517eddd6a7 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:13:15.282247 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfe768b-b894-45bd-b8ba-06517eddd6a7 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:13:15.282597 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfe768b-b894-45bd-b8ba-06517eddd6a7 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:13:15.282945 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfe768b-b894-45bd-b8ba-06517eddd6a7 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:13:15.283290 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfe768b-b894-45bd-b8ba-06517eddd6a7 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:13:15.283638 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfe768b-b894-45bd-b8ba-06517eddd6a7 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:13:15.284029 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfe768b-b894-45bd-b8ba-06517eddd6a7 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:13:15.284376 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfe768b-b894-45bd-b8ba-06517eddd6a7 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:13:15.284718 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfe768b-b894-45bd-b8ba-06517eddd6a7 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:13:15.302861 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-0cfe768b-b894-45bd-b8ba-06517eddd6a7 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:13:15.320631 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-0cfe768b-b894-45bd-b8ba-06517eddd6a7 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks [] for floatingip, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:15.323124 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-0cfe768b-b894-45bd-b8ba-06517eddd6a7 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188324'] for floatingip, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:15.324221 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-0cfe768b-b894-45bd-b8ba-06517eddd6a7 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "DELETE /v2.0/floatingips/5d852411-d63b-4081-90f3-37f28b977e7e HTTP/1.1" status: 204 len: 168 time: 0.4475703 Jun 28 12:13:15.599784 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 35720) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:13:15.604449 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.v2.base [None req-c874824f-1ae5-4648-9f18-7bf2457e6517 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Request body: {'security_group': {'name': 'tempest-securitygroup--327879319', 'description': 'tempest-description--2094359737'}} {{(pid=93125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:13:15.630684 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-c874824f-1ae5-4648-9f18-7bf2457e6517 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks [] for security_group, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:15.716904 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-c874824f-1ae5-4648-9f18-7bf2457e6517 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks [] for security_group, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:15.720557 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-c874824f-1ae5-4648-9f18-7bf2457e6517 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:15.722817 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-88e20c17-a498-4d01-a7c3-cd46a2f6af3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:13:15.745952 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-c874824f-1ae5-4648-9f18-7bf2457e6517 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks [] for security_group, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:15.747164 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-c874824f-1ae5-4648-9f18-7bf2457e6517 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1463902 Jun 28 12:13:15.750977 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 35722) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:13:15.751645 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c874824f-1ae5-4648-9f18-7bf2457e6517 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5266e5ba-186d-453d-af61-17e5bc9d972c,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:13:15.755086 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-c874824f-1ae5-4648-9f18-7bf2457e6517 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:13:15.763893 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.v2.base [None req-ec5308bb-8704-4f00-b1d9-87eed87d8c60 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Request body: {'security_group_rule': {'security_group_id': '5266e5ba-186d-453d-af61-17e5bc9d972c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:13:15.791066 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-ec5308bb-8704-4f00-b1d9-87eed87d8c60 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:15.850221 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-ec5308bb-8704-4f00-b1d9-87eed87d8c60 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:15.853657 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-ec5308bb-8704-4f00-b1d9-87eed87d8c60 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-408423'] for security_group_rule, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:15.855589 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:13:15.871715 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5308bb-8704-4f00-b1d9-87eed87d8c60 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0bc32ef-f9b4-4028-8d7b-47b5c844cf70,revision_number=0']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:13:15.874523 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-ec5308bb-8704-4f00-b1d9-87eed87d8c60 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:13:15.877704 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-ec5308bb-8704-4f00-b1d9-87eed87d8c60 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:15.878680 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-ec5308bb-8704-4f00-b1d9-87eed87d8c60 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1249218 Jun 28 12:13:15.881701 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 35724) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:13:15.886053 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.v2.base [None req-ce068bb3-b620-4f52-bc06-c90319b3e072 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Request body: {'security_group_rule': {'security_group_id': '5266e5ba-186d-453d-af61-17e5bc9d972c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:13:15.910900 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-ce068bb3-b620-4f52-bc06-c90319b3e072 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:15.963712 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-ce068bb3-b620-4f52-bc06-c90319b3e072 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:15.967042 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-ce068bb3-b620-4f52-bc06-c90319b3e072 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-408423'] for security_group_rule, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:15.969069 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-92d57f7a-ee0e-466b-bea7-36e8a9ec1f2e tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:13:15.984326 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce068bb3-b620-4f52-bc06-c90319b3e072 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=790f15cd-2ac4-4120-aa18-27bf93ae35e3,revision_number=0']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:13:15.986636 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-ce068bb3-b620-4f52-bc06-c90319b3e072 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:13:15.993622 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-ce068bb3-b620-4f52-bc06-c90319b3e072 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:15.994829 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-ce068bb3-b620-4f52-bc06-c90319b3e072 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1121795 Jun 28 12:13:15.998178 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 35726) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:13:16.002554 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.v2.base [None req-3ec37814-7a7e-44f6-8c9c-c24e5500d05e tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Request body: {'floatingip': {'floating_network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008'}} {{(pid=93124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:13:16.022160 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-3ec37814-7a7e-44f6-8c9c-c24e5500d05e tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks [] for floatingip, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:16.116610 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-3ec37814-7a7e-44f6-8c9c-c24e5500d05e tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:16.213947 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.db.db_base_plugin_common [None req-3ec37814-7a7e-44f6-8c9c-c24e5500d05e tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Allocated IP 172.28.3.218 (ccb85226-c586-4fa5-aec0-6cfbd080c008/f863da3b-2790-4793-ac71-6f3e8dbd6721/ac553cb0-ce7c-4092-856f-641478fa9aa5) {{(pid=93124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:13:16.312833 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-3ec37814-7a7e-44f6-8c9c-c24e5500d05e tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks [] for port, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:16.349828 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-3ec37814-7a7e-44f6-8c9c-c24e5500d05e tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751010131950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8410971'] for port, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:16.352565 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-0e65cc14-3eea-4b8b-a3f1-740de4800d5a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:13:16.384559 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec37814-7a7e-44f6-8c9c-c24e5500d05e tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Network ccb85226-c586-4fa5-aec0-6cfbd080c008 is already hosted by enough agents. {{(pid=93124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:13:16.388232 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.base_scheduler [None req-3ec37814-7a7e-44f6-8c9c-c24e5500d05e tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Resources bound (agent type, host, resource id): {{(pid=93124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:13:16.393943 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec37814-7a7e-44f6-8c9c-c24e5500d05e tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Received port after_create {{(pid=93124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:13:16.417401 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec37814-7a7e-44f6-8c9c-c24e5500d05e tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Pushing event updated for resources: {'Port': ['ID=ac553cb0-ce7c-4092-856f-641478fa9aa5,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:13:16.422498 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-3ec37814-7a7e-44f6-8c9c-c24e5500d05e tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:13:16.483258 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-3ec37814-7a7e-44f6-8c9c-c24e5500d05e tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:16.523209 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-3ec37814-7a7e-44f6-8c9c-c24e5500d05e tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:16.526648 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device b0d09527-50e9-4557-ad98-5866748d8579 no longer exists at agent hyperv_hv-cinder-77238 {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:13:16.546152 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.plugin [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] No Port match for: b0d09527-50e9-4557-ad98-5866748d8579 {{(pid=93126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:13:16.546509 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device b0d09527-50e9-4557-ad98-5866748d8579 not bound to the agent host hv-cinder-77238 {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:13:16.669482 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-3ec37814-7a7e-44f6-8c9c-c24e5500d05e tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks [] for port, precommit_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:16.673901 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-3ec37814-7a7e-44f6-8c9c-c24e5500d05e tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8411049'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:16.675872 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-3c6fecca-1b8e-4f64-98ea-47837d997fba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:13:16.736703 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec37814-7a7e-44f6-8c9c-c24e5500d05e tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Pushing event updated for resources: {'Port': ['ID=ac553cb0-ce7c-4092-856f-641478fa9aa5,revision_number=2']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:13:16.740387 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-3ec37814-7a7e-44f6-8c9c-c24e5500d05e tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:13:16.748166 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-3ec37814-7a7e-44f6-8c9c-c24e5500d05e tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799926'] for floatingip, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:16.761203 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-3ec37814-7a7e-44f6-8c9c-c24e5500d05e tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188324'] for floatingip, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:16.762392 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-3ec37814-7a7e-44f6-8c9c-c24e5500d05e tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7633176 Jun 28 12:13:16.899384 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-73f87167-13dc-4fef-bf5a-5061433b6ad0 req-3766abb1-3125-4bf4-8d79-6c464dc7a6ff tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--327879319&fields=id&tenant_id=e6f73748df6f47e596733783efb28800 HTTP/1.1" status: 200 len: 267 time: 0.0326505 Jun 28 12:13:17.003762 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f87167-13dc-4fef-bf5a-5061433b6ad0 req-f49fa8d8-0b6d-471d-93b9-1618614d2d5a tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:17.005137 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-73f87167-13dc-4fef-bf5a-5061433b6ad0 req-f49fa8d8-0b6d-471d-93b9-1618614d2d5a tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/networks?id=5e2a62c3-8079-4557-880c-8db2f414c599 HTTP/1.1" status: 200 len: 810 time: 0.0991626 Jun 28 12:13:17.023167 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-73f87167-13dc-4fef-bf5a-5061433b6ad0 req-6dda3169-0789-4540-9a1b-d61a94cdb321 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/quotas/e6f73748df6f47e596733783efb28800 HTTP/1.1" status: 200 len: 375 time: 0.0090289 Jun 28 12:13:17.088136 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-73f87167-13dc-4fef-bf5a-5061433b6ad0 req-f2b99682-9a3e-4b8a-abb9-d9a8cf6feb0e tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e6f73748df6f47e596733783efb28800&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0598211 Jun 28 12:13:17.181208 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-73f87167-13dc-4fef-bf5a-5061433b6ad0 req-b81faccf-af2c-44a5-86d5-1a7f40d6f139 service neutron] 10.222.0.26 "GET /v2.0/networks/5e2a62c3-8079-4557-880c-8db2f414c599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820801 Jun 28 12:13:17.264826 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-73f87167-13dc-4fef-bf5a-5061433b6ad0 req-db36253f-7d34-4608-a765-7b49b1f1ee36 service neutron] 10.222.0.26 "GET /v2.0/networks/5e2a62c3-8079-4557-880c-8db2f414c599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0778632 Jun 28 12:13:17.432108 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-1479b9d9-6b7f-4ddc-9569-7a952caf1f50 req-b1181db2-e697-45ca-8415-5770c5a09303 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/ports?device_id=11638617-0874-4748-8d6a-d32f812757e9 HTTP/1.1" status: 200 len: 210 time: 0.0323360 Jun 28 12:13:18.473441 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f87167-13dc-4fef-bf5a-5061433b6ad0 req-3cbe9e0f-5a3c-44ab-9097-ba36ec44461d tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:18.474877 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-73f87167-13dc-4fef-bf5a-5061433b6ad0 req-3cbe9e0f-5a3c-44ab-9097-ba36ec44461d tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.61 "GET /v2.0/networks?id=5e2a62c3-8079-4557-880c-8db2f414c599 HTTP/1.1" status: 200 len: 810 time: 0.1025634 Jun 28 12:13:18.527004 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-73f87167-13dc-4fef-bf5a-5061433b6ad0 req-cc40bc0f-8edc-4b57-b1e5-f5d4e5522be8 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6f73748df6f47e596733783efb28800 HTTP/1.1" status: 200 len: 379 time: 0.0350256 Jun 28 12:13:18.541258 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.v2.base [req-73f87167-13dc-4fef-bf5a-5061433b6ad0 req-fa286949-c8e3-41ce-84c3-86c4ce02a9b9 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Request body: {'port': {'device_id': '11638617-0874-4748-8d6a-d32f812757e9', 'network_id': '5e2a62c3-8079-4557-880c-8db2f414c599', 'admin_state_up': True, 'tenant_id': 'e6f73748df6f47e596733783efb28800', 'security_groups': ['5266e5ba-186d-453d-af61-17e5bc9d972c']}} {{(pid=93125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:13:18.571480 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-03e085c6-ec36-4d44-9c9e-d89e04509abe req-a9c411c3-8b3f-4476-bd95-ff449182b88c tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/ports?device_id=11638617-0874-4748-8d6a-d32f812757e9 HTTP/1.1" status: 200 len: 210 time: 0.0303311 Jun 28 12:13:18.656957 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73f87167-13dc-4fef-bf5a-5061433b6ad0 req-fa286949-c8e3-41ce-84c3-86c4ce02a9b9 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Made reservation on behalf of e6f73748df6f47e596733783efb28800 for: {'port': 1} {{(pid=93125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:13:18.660960 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-73f87167-13dc-4fef-bf5a-5061433b6ad0 req-fa286949-c8e3-41ce-84c3-86c4ce02a9b9 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:18.786729 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.db_base_plugin_common [req-73f87167-13dc-4fef-bf5a-5061433b6ad0 req-fa286949-c8e3-41ce-84c3-86c4ce02a9b9 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Allocated IP 172.20.0.11 (5e2a62c3-8079-4557-880c-8db2f414c599/1bbaf67f-dbe3-47b9-b2c3-689daf6ec707/531a2327-63ab-4cd1-aa8b-46109d5e1a49) {{(pid=93125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:13:18.920031 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-73f87167-13dc-4fef-bf5a-5061433b6ad0 req-fa286949-c8e3-41ce-84c3-86c4ce02a9b9 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks [] for port, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:18.933402 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.provisioning_blocks [req-73f87167-13dc-4fef-bf5a-5061433b6ad0 req-fa286949-c8e3-41ce-84c3-86c4ce02a9b9 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Transition to ACTIVE for port object 531a2327-63ab-4cd1-aa8b-46109d5e1a49 will not be triggered until provisioned by entity DHCP. {{(pid=93125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:13:18.965143 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-73f87167-13dc-4fef-bf5a-5061433b6ad0 req-fa286949-c8e3-41ce-84c3-86c4ce02a9b9 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751010131950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8412961'] for port, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:18.968881 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-99706ba8-a1af-4f1e-aeec-659c13c76641 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:13:19.021767 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73f87167-13dc-4fef-bf5a-5061433b6ad0 req-fa286949-c8e3-41ce-84c3-86c4ce02a9b9 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Network 5e2a62c3-8079-4557-880c-8db2f414c599 is already hosted by enough agents. {{(pid=93125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:13:19.026946 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.base_scheduler [req-73f87167-13dc-4fef-bf5a-5061433b6ad0 req-fa286949-c8e3-41ce-84c3-86c4ce02a9b9 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Resources bound (agent type, host, resource id): {{(pid=93125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:13:19.030924 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.l3_dvrscheduler_db [req-73f87167-13dc-4fef-bf5a-5061433b6ad0 req-fa286949-c8e3-41ce-84c3-86c4ce02a9b9 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Received port after_create {{(pid=93125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:13:19.058821 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa286949-c8e3-41ce-84c3-86c4ce02a9b9 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Pushing event updated for resources: {'Port': ['ID=531a2327-63ab-4cd1-aa8b-46109d5e1a49,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:13:19.064568 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-fa286949-c8e3-41ce-84c3-86c4ce02a9b9 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:13:19.086363 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f87167-13dc-4fef-bf5a-5061433b6ad0 req-fa286949-c8e3-41ce-84c3-86c4ce02a9b9 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:19.086988 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-73f87167-13dc-4fef-bf5a-5061433b6ad0 req-fa286949-c8e3-41ce-84c3-86c4ce02a9b9 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188324'] for port, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:19.102592 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-73f87167-13dc-4fef-bf5a-5061433b6ad0 req-fa286949-c8e3-41ce-84c3-86c4ce02a9b9 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5653284 Jun 28 12:13:19.115384 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.v2.base [req-73f87167-13dc-4fef-bf5a-5061433b6ad0 req-f8cf64e6-9a3f-468f-8a3f-b167a83ad296 service neutron] Request body: {'port': {'device_id': '11638617-0874-4748-8d6a-d32f812757e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=93125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:13:19.187463 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-73f87167-13dc-4fef-bf5a-5061433b6ad0 req-f8cf64e6-9a3f-468f-8a3f-b167a83ad296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:19.264607 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-de9e1fae-6026-490e-ad18-8de649546794 None None] Provisioning for port 531a2327-63ab-4cd1-aa8b-46109d5e1a49 completed by entity DHCP. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:13:19.268698 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-de9e1fae-6026-490e-ad18-8de649546794 None None] Provisioning complete for port 531a2327-63ab-4cd1-aa8b-46109d5e1a49 triggered by entity DHCP. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:13:19.269118 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-de9e1fae-6026-490e-ad18-8de649546794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:19.304614 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.plugin [None req-de9e1fae-6026-490e-ad18-8de649546794 None None] Port 531a2327-63ab-4cd1-aa8b-46109d5e1a49 cannot update to ACTIVE because it is not bound. {{(pid=93126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:13:19.441690 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.notifiers.nova [req-73f87167-13dc-4fef-bf5a-5061433b6ad0 req-f8cf64e6-9a3f-468f-8a3f-b167a83ad296 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 531a2327-63ab-4cd1-aa8b-46109d5e1a49 {{(pid=93125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:13:19.448826 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-73f87167-13dc-4fef-bf5a-5061433b6ad0 req-f8cf64e6-9a3f-468f-8a3f-b167a83ad296 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:19.460800 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.provisioning_blocks [req-73f87167-13dc-4fef-bf5a-5061433b6ad0 req-f8cf64e6-9a3f-468f-8a3f-b167a83ad296 service neutron] Transition to ACTIVE for port object 531a2327-63ab-4cd1-aa8b-46109d5e1a49 will not be triggered until provisioned by entity L2. {{(pid=93125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:13:19.464383 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-73f87167-13dc-4fef-bf5a-5061433b6ad0 req-f8cf64e6-9a3f-468f-8a3f-b167a83ad296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8413139'] for port, after_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:19.467123 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-d02e9f51-ca14-4149-8741-69f3ab56a090 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:13:19.533574 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cf64e6-9a3f-468f-8a3f-b167a83ad296 service neutron] Pushing event updated for resources: {'Port': ['ID=531a2327-63ab-4cd1-aa8b-46109d5e1a49,revision_number=2']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:13:19.537889 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-f8cf64e6-9a3f-468f-8a3f-b167a83ad296 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:13:19.586963 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.managers [req-73f87167-13dc-4fef-bf5a-5061433b6ad0 req-f8cf64e6-9a3f-468f-8a3f-b167a83ad296 service neutron] Attempting to bind port 531a2327-63ab-4cd1-aa8b-46109d5e1a49 on host hv-cinder-77238 for vnic_type normal with profile {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:13:19.587299 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.managers [req-73f87167-13dc-4fef-bf5a-5061433b6ad0 req-f8cf64e6-9a3f-468f-8a3f-b167a83ad296 service neutron] Attempting to bind port 531a2327-63ab-4cd1-aa8b-46109d5e1a49 by drivers openvswitch,hyperv on host hv-cinder-77238 at level 0 using segments [{'id': 'dfd01ef4-b24a-46c0-baf1-127e8472c76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5e2a62c3-8079-4557-880c-8db2f414c599'}] {{(pid=93125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:13:19.587632 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f87167-13dc-4fef-bf5a-5061433b6ad0 req-f8cf64e6-9a3f-468f-8a3f-b167a83ad296 service neutron] Attempting to bind port 531a2327-63ab-4cd1-aa8b-46109d5e1a49 on network 5e2a62c3-8079-4557-880c-8db2f414c599 {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:13:19.592189 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f87167-13dc-4fef-bf5a-5061433b6ad0 req-f8cf64e6-9a3f-468f-8a3f-b167a83ad296 service neutron] Port 531a2327-63ab-4cd1-aa8b-46109d5e1a49 on network 5e2a62c3-8079-4557-880c-8db2f414c599 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77238 {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:13:19.592537 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f87167-13dc-4fef-bf5a-5061433b6ad0 req-f8cf64e6-9a3f-468f-8a3f-b167a83ad296 service neutron] Attempting to bind port 531a2327-63ab-4cd1-aa8b-46109d5e1a49 on network 5e2a62c3-8079-4557-880c-8db2f414c599 {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:13:19.597765 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f87167-13dc-4fef-bf5a-5061433b6ad0 req-f8cf64e6-9a3f-468f-8a3f-b167a83ad296 service neutron] Checking agent: {'id': '848960a1-f744-4efd-9f3d-017fcea63875', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 2, 37), 'started_at': datetime.datetime(2021, 6, 28, 12, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:13:19.598182 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f87167-13dc-4fef-bf5a-5061433b6ad0 req-f8cf64e6-9a3f-468f-8a3f-b167a83ad296 service neutron] Checking segment: {'id': 'dfd01ef4-b24a-46c0-baf1-127e8472c76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5e2a62c3-8079-4557-880c-8db2f414c599'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:13:19.598635 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f87167-13dc-4fef-bf5a-5061433b6ad0 req-f8cf64e6-9a3f-468f-8a3f-b167a83ad296 service neutron] Bound using segment: {'id': 'dfd01ef4-b24a-46c0-baf1-127e8472c76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5e2a62c3-8079-4557-880c-8db2f414c599'} {{(pid=93125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:13:19.599133 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.managers [req-73f87167-13dc-4fef-bf5a-5061433b6ad0 req-f8cf64e6-9a3f-468f-8a3f-b167a83ad296 service neutron] Bound port: 531a2327-63ab-4cd1-aa8b-46109d5e1a49, host: hv-cinder-77238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfd01ef4-b24a-46c0-baf1-127e8472c76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5e2a62c3-8079-4557-880c-8db2f414c599'}}] {{(pid=93125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:13:19.599560 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-73f87167-13dc-4fef-bf5a-5061433b6ad0 req-f8cf64e6-9a3f-468f-8a3f-b167a83ad296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:19.665579 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.db [req-73f87167-13dc-4fef-bf5a-5061433b6ad0 req-f8cf64e6-9a3f-468f-8a3f-b167a83ad296 service neutron] For port 531a2327-63ab-4cd1-aa8b-46109d5e1a49, host hv-cinder-77238, cleared binding levels {{(pid=93125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:13:19.668887 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.db [req-73f87167-13dc-4fef-bf5a-5061433b6ad0 req-f8cf64e6-9a3f-468f-8a3f-b167a83ad296 service neutron] For port 531a2327-63ab-4cd1-aa8b-46109d5e1a49, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=531a2327-63ab-4cd1-aa8b-46109d5e1a49,segment=NetworkSegment(dfd01ef4-b24a-46c0-baf1-127e8472c76f),segment_id=dfd01ef4-b24a-46c0-baf1-127e8472c76f)] {{(pid=93125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:13:19.674656 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-73f87167-13dc-4fef-bf5a-5061433b6ad0 req-f8cf64e6-9a3f-468f-8a3f-b167a83ad296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8413139'] for port, after_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:19.677265 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-8f4b5fdb-0cac-474a-a3f5-f4f837baefbc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:13:19.708858 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f87167-13dc-4fef-bf5a-5061433b6ad0 req-f8cf64e6-9a3f-468f-8a3f-b167a83ad296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:19.709518 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-73f87167-13dc-4fef-bf5a-5061433b6ad0 req-f8cf64e6-9a3f-468f-8a3f-b167a83ad296 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188324'] for port, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:19.710856 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-73f87167-13dc-4fef-bf5a-5061433b6ad0 req-f8cf64e6-9a3f-468f-8a3f-b167a83ad296 service neutron] 10.222.0.61 "PUT /v2.0/ports/531a2327-63ab-4cd1-aa8b-46109d5e1a49 HTTP/1.1" status: 200 len: 1094 time: 0.6003692 Jun 28 12:13:19.711444 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11638617-0874-4748-8d6a-d32f812757e9', 'tag': '531a2327-63ab-4cd1-aa8b-46109d5e1a49'}] {{(pid=93125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:13:19.713852 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cab5cdacc5b3cbbc94323449081fb5e48b25fdc1a77f938b5656c1b79ba6a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b21d590-9778-4164-8465-99f3d8b412cb" -d '{"events": [{"name": "network-changed", "server_uuid": "11638617-0874-4748-8d6a-d32f812757e9", "tag": "531a2327-63ab-4cd1-aa8b-46109d5e1a49"}]}' {{(pid=93125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:13:19.749171 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cf64e6-9a3f-468f-8a3f-b167a83ad296 service neutron] Pushing event updated for resources: {'Port': ['ID=531a2327-63ab-4cd1-aa8b-46109d5e1a49,revision_number=3']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:13:19.757684 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-f8cf64e6-9a3f-468f-8a3f-b167a83ad296 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:13:19.759782 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 12:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7084f4ae-0d78-43f2-bac7-923580f815f9 x-openstack-request-id: req-7084f4ae-0d78-43f2-bac7-923580f815f9 {{(pid=93125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:13:19.760295 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11638617-0874-4748-8d6a-d32f812757e9", "tag": "531a2327-63ab-4cd1-aa8b-46109d5e1a49", "status": "completed", "code": 200}]} {{(pid=93125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:13:19.760750 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7084f4ae-0d78-43f2-bac7-923580f815f9 {{(pid=93125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:13:19.761382 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11638617-0874-4748-8d6a-d32f812757e9', 'tag': '531a2327-63ab-4cd1-aa8b-46109d5e1a49', 'status': 'completed', 'code': 200} Jun 28 12:13:19.777014 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b270bc22-d934-457b-826f-d3c410bbe294 req-8c2b12b2-e33d-42dc-9b9d-1c926b2ea3a3 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:19.778814 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-b270bc22-d934-457b-826f-d3c410bbe294 req-8c2b12b2-e33d-42dc-9b9d-1c926b2ea3a3 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/ports?device_id=11638617-0874-4748-8d6a-d32f812757e9 HTTP/1.1" status: 200 len: 944 time: 0.0902569 Jun 28 12:13:19.820915 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-b270bc22-d934-457b-826f-d3c410bbe294 req-1667642b-4787-4c4a-85f4-64250be55598 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/security-groups?id=5266e5ba-186d-453d-af61-17e5bc9d972c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341139 Jun 28 12:13:19.828182 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f87167-13dc-4fef-bf5a-5061433b6ad0 req-ff302b6d-04e1-4b36-b02b-ad99ff4ab9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:19.829822 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-73f87167-13dc-4fef-bf5a-5061433b6ad0 req-ff302b6d-04e1-4b36-b02b-ad99ff4ab9a3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e6f73748df6f47e596733783efb28800&device_id=11638617-0874-4748-8d6a-d32f812757e9 HTTP/1.1" status: 200 len: 1097 time: 0.0573914 Jun 28 12:13:19.874984 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-73f87167-13dc-4fef-bf5a-5061433b6ad0 req-e58f77f0-c89d-4190-941f-2a7594dd66bb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=531a2327-63ab-4cd1-aa8b-46109d5e1a49 HTTP/1.1" status: 200 len: 217 time: 0.0370076 Jun 28 12:13:19.922930 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f87167-13dc-4fef-bf5a-5061433b6ad0 req-186d3063-1d51-4d38-908f-136398fc3442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:19.924882 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-73f87167-13dc-4fef-bf5a-5061433b6ad0 req-186d3063-1d51-4d38-908f-136398fc3442 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1bbaf67f-dbe3-47b9-b2c3-689daf6ec707 HTTP/1.1" status: 200 len: 849 time: 0.0432823 Jun 28 12:13:19.980825 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f87167-13dc-4fef-bf5a-5061433b6ad0 req-87777c7b-f301-49e0-b27e-d2b16b694650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:19.982266 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-73f87167-13dc-4fef-bf5a-5061433b6ad0 req-87777c7b-f301-49e0-b27e-d2b16b694650 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5e2a62c3-8079-4557-880c-8db2f414c599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0510213 Jun 28 12:13:20.073370 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-73f87167-13dc-4fef-bf5a-5061433b6ad0 req-c9d00820-65c7-4e65-9933-a26024a4c485 service neutron] 10.222.0.61 "GET /v2.0/networks/5e2a62c3-8079-4557-880c-8db2f414c599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830128 Jun 28 12:13:20.157696 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-73f87167-13dc-4fef-bf5a-5061433b6ad0 req-20c95c3d-fc2f-4df7-bde7-3a50baca6f75 service neutron] 10.222.0.61 "GET /v2.0/networks/5e2a62c3-8079-4557-880c-8db2f414c599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0778511 Jun 28 12:13:20.259095 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b21d590-9778-4164-8465-99f3d8b412cb req-462d7e63-d737-40f4-9eca-99bef0f96f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:20.260508 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-4b21d590-9778-4164-8465-99f3d8b412cb req-462d7e63-d737-40f4-9eca-99bef0f96f3d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e6f73748df6f47e596733783efb28800&device_id=11638617-0874-4748-8d6a-d32f812757e9 HTTP/1.1" status: 200 len: 1097 time: 0.0536604 Jun 28 12:13:20.347399 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b21d590-9778-4164-8465-99f3d8b412cb req-3c5fe66e-3b3d-4f65-b67f-4988ae468794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:20.348808 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-4b21d590-9778-4164-8465-99f3d8b412cb req-3c5fe66e-3b3d-4f65-b67f-4988ae468794 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5e2a62c3-8079-4557-880c-8db2f414c599 HTTP/1.1" status: 200 len: 911 time: 0.0801530 Jun 28 12:13:20.393269 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-4b21d590-9778-4164-8465-99f3d8b412cb req-e0ca20d5-4f15-42b2-a977-1bb99830d09e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=531a2327-63ab-4cd1-aa8b-46109d5e1a49 HTTP/1.1" status: 200 len: 217 time: 0.0359530 Jun 28 12:13:20.440772 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b21d590-9778-4164-8465-99f3d8b412cb req-ff526b6a-75f7-49c1-9714-9ac7f785e8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:20.442145 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-4b21d590-9778-4164-8465-99f3d8b412cb req-ff526b6a-75f7-49c1-9714-9ac7f785e8f4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1bbaf67f-dbe3-47b9-b2c3-689daf6ec707 HTTP/1.1" status: 200 len: 849 time: 0.0427818 Jun 28 12:13:20.496859 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b21d590-9778-4164-8465-99f3d8b412cb req-d77eba5d-cae2-4580-8cc9-742d3d278ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:20.498240 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-4b21d590-9778-4164-8465-99f3d8b412cb req-d77eba5d-cae2-4580-8cc9-742d3d278ec9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5e2a62c3-8079-4557-880c-8db2f414c599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0486343 Jun 28 12:13:20.585375 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-4b21d590-9778-4164-8465-99f3d8b412cb req-156885eb-8ce3-4f62-8664-1d8fc21bf1e8 service neutron] 10.222.0.61 "GET /v2.0/networks/5e2a62c3-8079-4557-880c-8db2f414c599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794804 Jun 28 12:13:20.673564 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-4b21d590-9778-4164-8465-99f3d8b412cb req-d6247f53-1f1c-44ed-b716-489b8f6245a0 service neutron] 10.222.0.61 "GET /v2.0/networks/5e2a62c3-8079-4557-880c-8db2f414c599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800850 Jun 28 12:13:20.994557 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b293d965-0da0-4ea1-91ae-4545dd13df49 req-81cc1c80-59e5-4b0f-996a-388e47f279a2 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:20.995912 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-b293d965-0da0-4ea1-91ae-4545dd13df49 req-81cc1c80-59e5-4b0f-996a-388e47f279a2 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/ports?device_id=11638617-0874-4748-8d6a-d32f812757e9 HTTP/1.1" status: 200 len: 944 time: 0.0642583 Jun 28 12:13:21.032286 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-b293d965-0da0-4ea1-91ae-4545dd13df49 req-65dfc875-09a8-45de-a8eb-2758cef49e56 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/security-groups?id=5266e5ba-186d-453d-af61-17e5bc9d972c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308270 Jun 28 12:13:22.198807 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d52878-8936-4159-baa2-ff2e536d0c92 req-910ca592-b1a2-45a0-a75b-b2072e06970f tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:22.200226 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-83d52878-8936-4159-baa2-ff2e536d0c92 req-910ca592-b1a2-45a0-a75b-b2072e06970f tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/ports?device_id=11638617-0874-4748-8d6a-d32f812757e9 HTTP/1.1" status: 200 len: 944 time: 0.0617502 Jun 28 12:13:22.237335 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-83d52878-8936-4159-baa2-ff2e536d0c92 req-f915030a-439e-4896-a93a-f01c1f68012d tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/security-groups?id=5266e5ba-186d-453d-af61-17e5bc9d972c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308766 Jun 28 12:13:22.565562 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device 531a2327-63ab-4cd1-aa8b-46109d5e1a49 details requested by agent hyperv_hv-cinder-77238 with host hv-cinder-77238 {{(pid=93126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 12:13:22.657461 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] For port 531a2327-63ab-4cd1-aa8b-46109d5e1a49, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=531a2327-63ab-4cd1-aa8b-46109d5e1a49,segment=NetworkSegment(dfd01ef4-b24a-46c0-baf1-127e8472c76f),segment_id=dfd01ef4-b24a-46c0-baf1-127e8472c76f)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:13:22.669570 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Returning: {'device': '531a2327-63ab-4cd1-aa8b-46109d5e1a49', 'network_id': '5e2a62c3-8079-4557-880c-8db2f414c599', 'port_id': '531a2327-63ab-4cd1-aa8b-46109d5e1a49', 'mac_address': 'fa:16:3e:43:e1:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bbaf67f-dbe3-47b9-b2c3-689daf6ec707', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 12:13:22.708874 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:22.720610 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.notifiers.nova [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 531a2327-63ab-4cd1-aa8b-46109d5e1a49 {{(pid=93126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:13:22.738680 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] For port 531a2327-63ab-4cd1-aa8b-46109d5e1a49, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=531a2327-63ab-4cd1-aa8b-46109d5e1a49,segment=NetworkSegment(dfd01ef4-b24a-46c0-baf1-127e8472c76f),segment_id=dfd01ef4-b24a-46c0-baf1-127e8472c76f)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:13:22.742715 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:22.744465 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-078d4ad1-a949-4a33-9bde-a21da3021431 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:13:22.788582 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Pushing event updated for resources: {'Port': ['ID=531a2327-63ab-4cd1-aa8b-46109d5e1a49,revision_number=4']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:13:22.791554 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:13:22.979834 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] get_ports_and_sgs() called for port_ids ['531a2327-63ab-4cd1-aa8b-46109d5e1a49'] {{(pid=93126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:13:23.404509 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc9d865-a9a8-4622-813e-03cf2c25afdf req-a4939fcb-40c2-4676-a0ae-c62b4de254aa tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:23.405972 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-9bc9d865-a9a8-4622-813e-03cf2c25afdf req-a4939fcb-40c2-4676-a0ae-c62b4de254aa tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/ports?device_id=11638617-0874-4748-8d6a-d32f812757e9 HTTP/1.1" status: 200 len: 945 time: 0.0611727 Jun 28 12:13:23.442322 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-9bc9d865-a9a8-4622-813e-03cf2c25afdf req-f49a35a9-162b-4121-92ab-3046b0e52f51 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/security-groups?id=5266e5ba-186d-453d-af61-17e5bc9d972c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304689 Jun 28 12:13:24.572956 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device 531a2327-63ab-4cd1-aa8b-46109d5e1a49 up at agent hyperv_hv-cinder-77238 {{(pid=93126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:13:24.613678 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95efe55e-df98-46b5-ab7f-c0e1cacdbb8d req-be0ab11f-72f2-4336-8653-55c15db99b9a tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:24.615152 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-95efe55e-df98-46b5-ab7f-c0e1cacdbb8d req-be0ab11f-72f2-4336-8653-55c15db99b9a tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/ports?device_id=11638617-0874-4748-8d6a-d32f812757e9 HTTP/1.1" status: 200 len: 945 time: 0.0668783 Jun 28 12:13:24.618764 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Provisioning for port 531a2327-63ab-4cd1-aa8b-46109d5e1a49 completed by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:13:24.622483 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.provisioning_blocks [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Provisioning complete for port 531a2327-63ab-4cd1-aa8b-46109d5e1a49 triggered by entity L2. {{(pid=93126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:13:24.622866 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3550780'] for port, provisioning_complete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:24.653317 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-95efe55e-df98-46b5-ab7f-c0e1cacdbb8d req-0a34488d-ef4c-4b32-9058-1622c341f643 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/security-groups?id=5266e5ba-186d-453d-af61-17e5bc9d972c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317438 Jun 28 12:13:24.697059 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-637126'] for port, before_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:24.718426 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11638617-0874-4748-8d6a-d32f812757e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '531a2327-63ab-4cd1-aa8b-46109d5e1a49'}] {{(pid=93126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:13:24.720685 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef893c2a45f5206efbef573e37d1784350e1616ec5e975db08a1c6348235ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764783fb-0183-46fa-80fd-096126ef0c75" -d '{"events": [{"server_uuid": "11638617-0874-4748-8d6a-d32f812757e9", "name": "network-vif-plugged", "status": "completed", "tag": "531a2327-63ab-4cd1-aa8b-46109d5e1a49"}]}' {{(pid=93126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:13:24.735233 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] For port 531a2327-63ab-4cd1-aa8b-46109d5e1a49, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=531a2327-63ab-4cd1-aa8b-46109d5e1a49,segment=NetworkSegment(dfd01ef4-b24a-46c0-baf1-127e8472c76f),segment_id=dfd01ef4-b24a-46c0-baf1-127e8472c76f)] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:13:24.740241 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751010672851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751010085124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751010085169'] for port, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:24.742939 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-a5969deb-eeb5-402e-a8bd-c4ace6ebc192 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:13:24.764198 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4357806-9d4e-4957-a452-7e0a329c7856 x-openstack-request-id: req-f4357806-9d4e-4957-a452-7e0a329c7856 {{(pid=93126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:13:24.764503 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11638617-0874-4748-8d6a-d32f812757e9", "name": "network-vif-plugged", "status": "completed", "tag": "531a2327-63ab-4cd1-aa8b-46109d5e1a49", "code": 200}]} {{(pid=93126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:13:24.764763 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f4357806-9d4e-4957-a452-7e0a329c7856 {{(pid=93126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:13:24.765193 dv-cinder-772388-5-smb neutron-server[93126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11638617-0874-4748-8d6a-d32f812757e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '531a2327-63ab-4cd1-aa8b-46109d5e1a49', 'code': 200} Jun 28 12:13:24.790936 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Pushing event updated for resources: {'Port': ['ID=531a2327-63ab-4cd1-aa8b-46109d5e1a49,revision_number=5']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:13:24.793849 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:13:24.973723 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2c3eac-0d2a-4703-ba0c-a1fe94f97ee8 req-6c6c7350-8584-46ee-9805-fbc1c3fa8aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:24.975081 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-ca2c3eac-0d2a-4703-ba0c-a1fe94f97ee8 req-6c6c7350-8584-46ee-9805-fbc1c3fa8aca service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=11638617-0874-4748-8d6a-d32f812757e9 HTTP/1.1" status: 200 len: 1099 time: 0.0521162 Jun 28 12:13:25.007458 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-ca2c3eac-0d2a-4703-ba0c-a1fe94f97ee8 req-fd48b192-8a95-4468-8295-533c26bd6c7b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5266e5ba-186d-453d-af61-17e5bc9d972c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263131 Jun 28 12:13:25.825039 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9834540-048f-4d72-a3b1-8de763fef78d req-a8a56f21-a6c3-48d2-9621-9a9e671c517f tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:25.826498 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-b9834540-048f-4d72-a3b1-8de763fef78d req-a8a56f21-a6c3-48d2-9621-9a9e671c517f tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/ports?device_id=11638617-0874-4748-8d6a-d32f812757e9 HTTP/1.1" status: 200 len: 946 time: 0.0636442 Jun 28 12:13:25.865739 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-b9834540-048f-4d72-a3b1-8de763fef78d req-9f9d441e-25fb-4dd9-8037-fcf69c1e96da tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/security-groups?id=5266e5ba-186d-453d-af61-17e5bc9d972c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330544 Jun 28 12:13:27.040086 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8188290-8e52-4e83-a368-34a903afbe1a req-eaa8a640-b7fd-4a56-b0a1-8997f7639784 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:27.041486 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-d8188290-8e52-4e83-a368-34a903afbe1a req-eaa8a640-b7fd-4a56-b0a1-8997f7639784 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/ports?device_id=11638617-0874-4748-8d6a-d32f812757e9 HTTP/1.1" status: 200 len: 946 time: 0.0654531 Jun 28 12:13:27.080176 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-d8188290-8e52-4e83-a368-34a903afbe1a req-7605b9b5-e259-478b-9c3a-42c8b4dc7c65 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/security-groups?id=5266e5ba-186d-453d-af61-17e5bc9d972c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332866 Jun 28 12:13:27.242716 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd93cc-cbe1-452c-b894-9125d8c11a38 req-3189e75b-0ea5-4e9b-b33d-ccbc9bf0ac6e tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:27.244124 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-44cd93cc-cbe1-452c-b894-9125d8c11a38 req-3189e75b-0ea5-4e9b-b33d-ccbc9bf0ac6e tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/ports?device_id=11638617-0874-4748-8d6a-d32f812757e9 HTTP/1.1" status: 200 len: 946 time: 0.0601339 Jun 28 12:13:27.252894 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 35782) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:13:27.257197 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.v2.base [None req-3b5841b5-6e74-48d8-b3f2-060797c689b8 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Request body: {'floatingip': {'port_id': '531a2327-63ab-4cd1-aa8b-46109d5e1a49'}} {{(pid=93124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:13:27.293411 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-3b5841b5-6e74-48d8-b3f2-060797c689b8 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks [] for floatingip, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:27.711969 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-3b5841b5-6e74-48d8-b3f2-060797c689b8 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:27.715773 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-3b5841b5-6e74-48d8-b3f2-060797c689b8 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799926'] for floatingip, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:27.811103 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.db.l3_db [None req-3b5841b5-6e74-48d8-b3f2-060797c689b8 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Floating IP c9006d9d-b6fd-4497-a198-8d487db14ab2 associated. External IP: 172.28.3.218, port: 531a2327-63ab-4cd1-aa8b-46109d5e1a49. Jun 28 12:13:28.013753 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b5841b5-6e74-48d8-b3f2-060797c689b8 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Router 64e764af-c2b0-4096-abd1-2e2e01f80ce9 has already been hosted by L3 agent a3516409-90ed-42c0-9869-2f9c81c3e104 {{(pid=93124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:13:28.116713 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b5841b5-6e74-48d8-b3f2-060797c689b8 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify agent at l3_agent.dv-cinder-772388-5-smb the message routers_updated {{(pid=93124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 12:13:28.121512 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-3b5841b5-6e74-48d8-b3f2-060797c689b8 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188324'] for floatingip, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:28.125967 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e24c08-986b-40cb-b32f-05bf9e617185 None None] Sync routers for ids ['64e764af-c2b0-4096-abd1-2e2e01f80ce9'] in dv-cinder-772388-5-smb {{(pid=93127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:13:28.134583 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e24c08-986b-40cb-b32f-05bf9e617185 None None] Routers {'64e764af-c2b0-4096-abd1-2e2e01f80ce9'} bound to L3 agent in host dv-cinder-772388-5-smb {{(pid=93127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:13:28.135224 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_hamode_db [None req-59e24c08-986b-40cb-b32f-05bf9e617185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T11:56:31Z,description=,heartbeat_timestamp=2021-06-28T12:13:01Z,host='dv-cinder-772388-5-smb',id=a3516409-90ed-42c0-9869-2f9c81c3e104,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:56:31Z,topic='l3_agent')) {'router_ids': ['64e764af-c2b0-4096-abd1-2e2e01f80ce9'], 'active': True} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:13:28.155926 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-3b5841b5-6e74-48d8-b3f2-060797c689b8 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "PUT /v2.0/floatingips/c9006d9d-b6fd-4497-a198-8d487db14ab2 HTTP/1.1" status: 200 len: 992 time: 0.9020391 Jun 28 12:13:28.156679 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11638617-0874-4748-8d6a-d32f812757e9', 'tag': '531a2327-63ab-4cd1-aa8b-46109d5e1a49'}] {{(pid=93124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:13:28.159635 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4926e176e742a15448bc39a4c9e2c24b37607ed8759502f34541a4f556826b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e608a0-b14d-435f-a6fe-e3730c93fa5c" -d '{"events": [{"name": "network-changed", "server_uuid": "11638617-0874-4748-8d6a-d32f812757e9", "tag": "531a2327-63ab-4cd1-aa8b-46109d5e1a49"}]}' {{(pid=93124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:13:28.194932 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 12:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71101016-93e6-4ae0-a9c9-0c69630b7fa0 x-openstack-request-id: req-71101016-93e6-4ae0-a9c9-0c69630b7fa0 {{(pid=93124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:13:28.195259 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11638617-0874-4748-8d6a-d32f812757e9", "tag": "531a2327-63ab-4cd1-aa8b-46109d5e1a49", "status": "completed", "code": 200}]} {{(pid=93124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:13:28.195551 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-71101016-93e6-4ae0-a9c9-0c69630b7fa0 {{(pid=93124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:13:28.195982 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11638617-0874-4748-8d6a-d32f812757e9', 'tag': '531a2327-63ab-4cd1-aa8b-46109d5e1a49', 'status': 'completed', 'code': 200} Jun 28 12:13:28.244129 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_dvr_db [None req-59e24c08-986b-40cb-b32f-05bf9e617185 None None] Set router 64e764af-c2b0-4096-abd1-2e2e01f80ce9 gateway port host: dv-cinder-772388-5-smb {{(pid=93127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:13:28.275737 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e608a0-b14d-435f-a6fe-e3730c93fa5c req-2fcf8ae0-4c34-4900-a18c-7aac0122d717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:28.277474 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-a7e608a0-b14d-435f-a6fe-e3730c93fa5c req-2fcf8ae0-4c34-4900-a18c-7aac0122d717 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e6f73748df6f47e596733783efb28800&device_id=11638617-0874-4748-8d6a-d32f812757e9 HTTP/1.1" status: 200 len: 1099 time: 0.0576742 Jun 28 12:13:28.364662 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e608a0-b14d-435f-a6fe-e3730c93fa5c req-b7c90baf-c421-480e-bf92-2b104841e466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:28.366135 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-a7e608a0-b14d-435f-a6fe-e3730c93fa5c req-b7c90baf-c421-480e-bf92-2b104841e466 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5e2a62c3-8079-4557-880c-8db2f414c599 HTTP/1.1" status: 200 len: 911 time: 0.0824101 Jun 28 12:13:28.459839 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_hamode_db [None req-59e24c08-986b-40cb-b32f-05bf9e617185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e764af-c2b0-4096-abd1-2e2e01f80ce9', 'name': 'tempest-AttachVolumeTestJSON-392683727-router', 'tenant_id': 'e6f73748df6f47e596733783efb28800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.46'}], 'enable_snat': True}, 'gw_port_id': '910bb399-ccab-47ae-afea-15035b380733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:10:38Z', 'updated_at': '2021-06-28T12:10:41Z', 'revision_number': 4, 'project_id': 'e6f73748df6f47e596733783efb28800', 'gw_port': {'id': '910bb399-ccab-47ae-afea-15035b380733', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e764af-c2b0-4096-abd1-2e2e01f80ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:10:38Z', 'updated_at': '2021-06-28T12:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb', '_floatingips': [{'id': 'c9006d9d-b6fd-4497-a198-8d487db14ab2', 'tenant_id': 'e6f73748df6f47e596733783efb28800', 'floating_ip_address': '172.28.3.218', 'floating_network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'router_id': '64e764af-c2b0-4096-abd1-2e2e01f80ce9', 'port_id': '531a2327-63ab-4cd1-aa8b-46109d5e1a49', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e2a62c3-8079-4557-880c-8db2f414c599', 'mac_address': 'fa:16:3e:43:e1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11638617-0874-4748-8d6a-d32f812757e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:13:16Z', 'updated_at': '2021-06-28T12:13:27Z', 'revision_number': 1, 'project_id': 'e6f73748df6f47e596733783efb28800', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35901263-7c1d-4f21-99f6-0b3204666930', 'name': '', 'network_id': '5e2a62c3-8079-4557-880c-8db2f414c599', 'tenant_id': 'e6f73748df6f47e596733783efb28800', 'mac_address': 'fa:16:3e:fb:95:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e764af-c2b0-4096-abd1-2e2e01f80ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '1bbaf67f-dbe3-47b9-b2c3-689daf6ec707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:10:40Z', 'updated_at': '2021-06-28T12:10:45Z', 'revision_number': 5, 'project_id': 'e6f73748df6f47e596733783efb28800', 'subnets': [{'id': '1bbaf67f-dbe3-47b9-b2c3-689daf6ec707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-smb', False) {} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:13:28.490794 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e24c08-986b-40cb-b32f-05bf9e617185 None None] Checking router: 64e764af-c2b0-4096-abd1-2e2e01f80ce9 for host: dv-cinder-772388-5-smb {{(pid=93127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:13:28.499395 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e24c08-986b-40cb-b32f-05bf9e617185 None None] Routers {'64e764af-c2b0-4096-abd1-2e2e01f80ce9'} bound to L3 agent in host dv-cinder-772388-5-smb {{(pid=93127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:13:28.500019 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_hamode_db [None req-59e24c08-986b-40cb-b32f-05bf9e617185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T11:56:31Z,description=,heartbeat_timestamp=2021-06-28T12:13:01Z,host='dv-cinder-772388-5-smb',id=a3516409-90ed-42c0-9869-2f9c81c3e104,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:56:31Z,topic='l3_agent')) {'router_ids': ['64e764af-c2b0-4096-abd1-2e2e01f80ce9'], 'active': True} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:13:28.604806 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_dvr_db [None req-59e24c08-986b-40cb-b32f-05bf9e617185 None None] Set router 64e764af-c2b0-4096-abd1-2e2e01f80ce9 gateway port host: dv-cinder-772388-5-smb {{(pid=93127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:13:28.617466 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-989fdb16-c56f-4dbd-aa25-968ef232a009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:28.693583 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-a7e608a0-b14d-435f-a6fe-e3730c93fa5c req-79e54a5e-b1fa-42f4-8e3e-0d7cb587c17d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=531a2327-63ab-4cd1-aa8b-46109d5e1a49 HTTP/1.1" status: 200 len: 1000 time: 0.3211114 Jun 28 12:13:28.740468 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e608a0-b14d-435f-a6fe-e3730c93fa5c req-d714d4b5-4c70-4e4c-b3ca-038748d03782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:28.741887 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-a7e608a0-b14d-435f-a6fe-e3730c93fa5c req-d714d4b5-4c70-4e4c-b3ca-038748d03782 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1bbaf67f-dbe3-47b9-b2c3-689daf6ec707 HTTP/1.1" status: 200 len: 849 time: 0.0425642 Jun 28 12:13:28.798396 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e608a0-b14d-435f-a6fe-e3730c93fa5c req-ff00f2c2-091c-4714-a203-f89a2e3bf8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:28.799886 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-a7e608a0-b14d-435f-a6fe-e3730c93fa5c req-ff00f2c2-091c-4714-a203-f89a2e3bf8e7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5e2a62c3-8079-4557-880c-8db2f414c599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0508590 Jun 28 12:13:28.821624 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_hamode_db [None req-59e24c08-986b-40cb-b32f-05bf9e617185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e764af-c2b0-4096-abd1-2e2e01f80ce9', 'name': 'tempest-AttachVolumeTestJSON-392683727-router', 'tenant_id': 'e6f73748df6f47e596733783efb28800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.46'}], 'enable_snat': True}, 'gw_port_id': '910bb399-ccab-47ae-afea-15035b380733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:10:38Z', 'updated_at': '2021-06-28T12:10:41Z', 'revision_number': 4, 'project_id': 'e6f73748df6f47e596733783efb28800', 'gw_port': {'id': '910bb399-ccab-47ae-afea-15035b380733', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e764af-c2b0-4096-abd1-2e2e01f80ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:10:38Z', 'updated_at': '2021-06-28T12:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb', '_floatingips': [{'id': 'c9006d9d-b6fd-4497-a198-8d487db14ab2', 'tenant_id': 'e6f73748df6f47e596733783efb28800', 'floating_ip_address': '172.28.3.218', 'floating_network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'router_id': '64e764af-c2b0-4096-abd1-2e2e01f80ce9', 'port_id': '531a2327-63ab-4cd1-aa8b-46109d5e1a49', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e2a62c3-8079-4557-880c-8db2f414c599', 'mac_address': 'fa:16:3e:43:e1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11638617-0874-4748-8d6a-d32f812757e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:13:16Z', 'updated_at': '2021-06-28T12:13:27Z', 'revision_number': 1, 'project_id': 'e6f73748df6f47e596733783efb28800', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35901263-7c1d-4f21-99f6-0b3204666930', 'name': '', 'network_id': '5e2a62c3-8079-4557-880c-8db2f414c599', 'tenant_id': 'e6f73748df6f47e596733783efb28800', 'mac_address': 'fa:16:3e:fb:95:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e764af-c2b0-4096-abd1-2e2e01f80ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '1bbaf67f-dbe3-47b9-b2c3-689daf6ec707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:10:40Z', 'updated_at': '2021-06-28T12:10:45Z', 'revision_number': 5, 'project_id': 'e6f73748df6f47e596733783efb28800', 'subnets': [{'id': '1bbaf67f-dbe3-47b9-b2c3-689daf6ec707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-smb', False) {} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:13:28.850516 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e24c08-986b-40cb-b32f-05bf9e617185 None None] The sync data for ids ['64e764af-c2b0-4096-abd1-2e2e01f80ce9'] in dv-cinder-772388-5-smb is: [{'id': '64e764af-c2b0-4096-abd1-2e2e01f80ce9', 'name': 'tempest-AttachVolumeTestJSON-392683727-router', 'tenant_id': 'e6f73748df6f47e596733783efb28800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.46'}], 'enable_snat': True}, 'gw_port_id': '910bb399-ccab-47ae-afea-15035b380733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:10:38Z', 'updated_at': '2021-06-28T12:10:41Z', 'revision_number': 4, 'project_id': 'e6f73748df6f47e596733783efb28800', 'gw_port': {'id': '910bb399-ccab-47ae-afea-15035b380733', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e764af-c2b0-4096-abd1-2e2e01f80ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:10:38Z', 'updated_at': '2021-06-28T12:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb', '_floatingips': [{'id': 'c9006d9d-b6fd-4497-a198-8d487db14ab2', 'tenant_id': 'e6f73748df6f47e596733783efb28800', 'floating_ip_address': '172.28.3.218', 'floating_network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'router_id': '64e764af-c2b0-4096-abd1-2e2e01f80ce9', 'port_id': '531a2327-63ab-4cd1-aa8b-46109d5e1a49', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e2a62c3-8079-4557-880c-8db2f414c599', 'mac_address': 'fa:16:3e:43:e1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11638617-0874-4748-8d6a-d32f812757e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:13:16Z', 'updated_at': '2021-06-28T12:13:27Z', 'revision_number': 1, 'project_id': 'e6f73748df6f47e596733783efb28800', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35901263-7c1d-4f21-99f6-0b3204666930', 'name': '', 'network_id': '5e2a62c3-8079-4557-880c-8db2f414c599', 'tenant_id': 'e6f73748df6f47e596733783efb28800', 'mac_address': 'fa:16:3e:fb:95:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e764af-c2b0-4096-abd1-2e2e01f80ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '1bbaf67f-dbe3-47b9-b2c3-689daf6ec707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:10:40Z', 'updated_at': '2021-06-28T12:10:45Z', 'revision_number': 5, 'project_id': 'e6f73748df6f47e596733783efb28800', 'subnets': [{'id': '1bbaf67f-dbe3-47b9-b2c3-689daf6ec707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:13:28.903942 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-a7e608a0-b14d-435f-a6fe-e3730c93fa5c req-635f3410-1927-4b53-ae09-67930c77fe29 service neutron] 10.222.0.61 "GET /v2.0/networks/5e2a62c3-8079-4557-880c-8db2f414c599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977190 Jun 28 12:13:28.993917 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-a7e608a0-b14d-435f-a6fe-e3730c93fa5c req-9a9bedd8-6151-4a43-b734-6c3ac11149a0 service neutron] 10.222.0.61 "GET /v2.0/networks/5e2a62c3-8079-4557-880c-8db2f414c599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829916 Jun 28 12:13:29.051752 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c222906-24ac-440d-8faf-be316fd16e24 None None] New status for floating IP c9006d9d-b6fd-4497-a198-8d487db14ab2: ACTIVE {{(pid=93126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 12:13:31.165108 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-27122073-8c41-4537-aad4-2b7cf13eae39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:31.378094 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:32.419275 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-5f2b1fbb-f913-4077-a7df-942ed403becf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:33.987113 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-664455ac-6bbb-4e68-9a3b-ee59dbc8190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:37.331713 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:37.914311 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-8d26f6c8-f1cd-4172-8032-b30e80e5211c req-8d8c66a1-2dc3-45b5-9eaa-5b4272e1573b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=12d8f265-c1ed-46d3-a54f-85bf84948263&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0540874 Jun 28 12:13:38.003566 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d26f6c8-f1cd-4172-8032-b30e80e5211c req-b9d46884-9eb0-4d67-b6aa-6ad7de6b99c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:38.005028 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-8d26f6c8-f1cd-4172-8032-b30e80e5211c req-b9d46884-9eb0-4d67-b6aa-6ad7de6b99c0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7bc832fb54e44764850d1c5b6e3f6aa9&device_id=12d8f265-c1ed-46d3-a54f-85bf84948263 HTTP/1.1" status: 200 len: 1099 time: 0.0517123 Jun 28 12:13:38.108531 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d26f6c8-f1cd-4172-8032-b30e80e5211c req-ea7fc103-7bbf-415c-b8fd-1c35d7e273f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:38.109937 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-8d26f6c8-f1cd-4172-8032-b30e80e5211c req-ea7fc103-7bbf-415c-b8fd-1c35d7e273f8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=44e532c9-2609-4100-9214-3286b81e04f5 HTTP/1.1" status: 200 len: 909 time: 0.0834994 Jun 28 12:13:38.174001 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-8d26f6c8-f1cd-4172-8032-b30e80e5211c req-27b0e3a1-90ab-4936-b87e-132a86998fae service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ba5934d-f734-4a25-abae-ef629128dd7d HTTP/1.1" status: 200 len: 1002 time: 0.0551522 Jun 28 12:13:38.224134 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d26f6c8-f1cd-4172-8032-b30e80e5211c req-813775dd-a604-4cb2-bfb7-b7218b8bd548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:38.225692 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-8d26f6c8-f1cd-4172-8032-b30e80e5211c req-813775dd-a604-4cb2-bfb7-b7218b8bd548 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bd0f01a5-45db-4be4-a394-a7a232248dbc HTTP/1.1" status: 200 len: 847 time: 0.0431800 Jun 28 12:13:38.286217 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d26f6c8-f1cd-4172-8032-b30e80e5211c req-8b8d9b9e-bf92-4109-8f9d-d9f020281b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:38.287677 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-8d26f6c8-f1cd-4172-8032-b30e80e5211c req-8b8d9b9e-bf92-4109-8f9d-d9f020281b4d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=44e532c9-2609-4100-9214-3286b81e04f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0542879 Jun 28 12:13:38.377063 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-8d26f6c8-f1cd-4172-8032-b30e80e5211c req-9e4cbf9d-d2a1-417b-b7ba-168908a59b63 service neutron] 10.222.0.61 "GET /v2.0/networks/44e532c9-2609-4100-9214-3286b81e04f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793111 Jun 28 12:13:38.467524 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-8d26f6c8-f1cd-4172-8032-b30e80e5211c req-202d58ad-9b17-4d23-8e5b-24382ff25d7b service neutron] 10.222.0.61 "GET /v2.0/networks/44e532c9-2609-4100-9214-3286b81e04f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821536 Jun 28 12:13:45.145365 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.agents_db [None req-f497f353-63e3-44e2-a2cd-a5845e949060 None None] Agent healthcheck: found 6 active agents {{(pid=93127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:13:58.617238 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-815f1d5a-8ea9-417e-8e25-e1cc25ddd81f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:01.165800 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-202b29a4-b4a8-4556-a966-f8ae2664d3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:01.377485 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:02.422156 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-5f2b1fbb-f913-4077-a7df-942ed403becf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:03.988343 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-664455ac-6bbb-4e68-9a3b-ee59dbc8190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:07.333152 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:10.177523 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 35902) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:14:10.326232 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-f77ff755-7fc2-4533-a0fb-2d5dbbbccdc2 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Deleting port c0a62fe2-1cb7-42d3-bcb4-1fc570594d60 {{(pid=93124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:14:10.326498 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f77ff755-7fc2-4533-a0fb-2d5dbbbccdc2 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751010669087'] for port, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:10.667880 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f77ff755-7fc2-4533-a0fb-2d5dbbbccdc2 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700447'] for port, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:10.668101 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f77ff755-7fc2-4533-a0fb-2d5dbbbccdc2 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:10.680017 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-f77ff755-7fc2-4533-a0fb-2d5dbbbccdc2 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Calling delete_port for c0a62fe2-1cb7-42d3-bcb4-1fc570594d60 owned by network:floatingip {{(pid=93124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:14:10.820960 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f77ff755-7fc2-4533-a0fb-2d5dbbbccdc2 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751010672945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751010131959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8411040'] for port, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:10.823511 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:14:10.847498 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77ff755-7fc2-4533-a0fb-2d5dbbbccdc2 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Pushing event deleted for resources: {'Port': ['ID=c0a62fe2-1cb7-42d3-bcb4-1fc570594d60,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:14:10.851248 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-f77ff755-7fc2-4533-a0fb-2d5dbbbccdc2 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:14:10.913927 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f77ff755-7fc2-4533-a0fb-2d5dbbbccdc2 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Notify callbacks [] for floatingip, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:10.914261 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.db.l3_db [None req-f77ff755-7fc2-4533-a0fb-2d5dbbbccdc2 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Floating IP a7e26180-5aab-4d67-b199-568844e44146 disassociated (deleted). External IP: 172.28.3.253, port: 8ba5934d-f734-4a25-abae-ef629128dd7d. Jun 28 12:14:11.122616 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f77ff755-7fc2-4533-a0fb-2d5dbbbccdc2 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Router 71cdafe3-14e7-4e21-9659-8a02a27bbbde has already been hosted by L3 agent a3516409-90ed-42c0-9869-2f9c81c3e104 {{(pid=93124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:14:11.224856 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f77ff755-7fc2-4533-a0fb-2d5dbbbccdc2 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Notify agent at l3_agent.dv-cinder-772388-5-smb the message routers_updated {{(pid=93124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 12:14:11.229586 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f77ff755-7fc2-4533-a0fb-2d5dbbbccdc2 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188324'] for floatingip, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:11.234024 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08767f30-beaa-45db-ad2a-e961aa68998e None None] Sync routers for ids ['71cdafe3-14e7-4e21-9659-8a02a27bbbde'] in dv-cinder-772388-5-smb {{(pid=93127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:14:11.243353 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08767f30-beaa-45db-ad2a-e961aa68998e None None] Routers {'71cdafe3-14e7-4e21-9659-8a02a27bbbde'} bound to L3 agent in host dv-cinder-772388-5-smb {{(pid=93127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:14:11.243980 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_hamode_db [None req-08767f30-beaa-45db-ad2a-e961aa68998e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T11:56:31Z,description=,heartbeat_timestamp=2021-06-28T12:14:01Z,host='dv-cinder-772388-5-smb',id=a3516409-90ed-42c0-9869-2f9c81c3e104,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:56:31Z,topic='l3_agent')) {'router_ids': ['71cdafe3-14e7-4e21-9659-8a02a27bbbde'], 'active': True} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:14:11.268477 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-f77ff755-7fc2-4533-a0fb-2d5dbbbccdc2 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] 10.222.0.26 "DELETE /v2.0/floatingips/a7e26180-5aab-4d67-b199-568844e44146 HTTP/1.1" status: 204 len: 168 time: 1.0898795 Jun 28 12:14:11.269812 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12d8f265-c1ed-46d3-a54f-85bf84948263', 'tag': '8ba5934d-f734-4a25-abae-ef629128dd7d'}] {{(pid=93124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:14:11.272188 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4926e176e742a15448bc39a4c9e2c24b37607ed8759502f34541a4f556826b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb46d25-bfd7-44fd-a80d-4e7b2f64e786" -d '{"events": [{"name": "network-changed", "server_uuid": "12d8f265-c1ed-46d3-a54f-85bf84948263", "tag": "8ba5934d-f734-4a25-abae-ef629128dd7d"}]}' {{(pid=93124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:14:11.311574 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 12:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b1bd89-4457-491d-bfd3-ea63da8a1287 x-openstack-request-id: req-14b1bd89-4457-491d-bfd3-ea63da8a1287 {{(pid=93124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:14:11.311975 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12d8f265-c1ed-46d3-a54f-85bf84948263", "tag": "8ba5934d-f734-4a25-abae-ef629128dd7d", "status": "completed", "code": 200}]} {{(pid=93124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:14:11.312338 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-14b1bd89-4457-491d-bfd3-ea63da8a1287 {{(pid=93124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:14:11.312970 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12d8f265-c1ed-46d3-a54f-85bf84948263', 'tag': '8ba5934d-f734-4a25-abae-ef629128dd7d', 'status': 'completed', 'code': 200} Jun 28 12:14:11.346646 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_dvr_db [None req-08767f30-beaa-45db-ad2a-e961aa68998e None None] Set router 71cdafe3-14e7-4e21-9659-8a02a27bbbde gateway port host: dv-cinder-772388-5-smb {{(pid=93127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:14:11.386030 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb46d25-bfd7-44fd-a80d-4e7b2f64e786 req-0bdc23cb-6371-4889-a300-863ef893479c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:14:11.387516 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-ffb46d25-bfd7-44fd-a80d-4e7b2f64e786 req-0bdc23cb-6371-4889-a300-863ef893479c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7bc832fb54e44764850d1c5b6e3f6aa9&device_id=12d8f265-c1ed-46d3-a54f-85bf84948263 HTTP/1.1" status: 200 len: 1099 time: 0.0523174 Jun 28 12:14:11.481988 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb46d25-bfd7-44fd-a80d-4e7b2f64e786 req-bce8846f-372e-489f-86e6-d613c733c7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:14:11.485536 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-ffb46d25-bfd7-44fd-a80d-4e7b2f64e786 req-bce8846f-372e-489f-86e6-d613c733c7a5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=44e532c9-2609-4100-9214-3286b81e04f5 HTTP/1.1" status: 200 len: 909 time: 0.0895293 Jun 28 12:14:11.528927 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-ffb46d25-bfd7-44fd-a80d-4e7b2f64e786 req-767d0f27-e7d8-4147-8f32-90a39bfc077e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ba5934d-f734-4a25-abae-ef629128dd7d HTTP/1.1" status: 200 len: 217 time: 0.0391188 Jun 28 12:14:11.538302 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_hamode_db [None req-08767f30-beaa-45db-ad2a-e961aa68998e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71cdafe3-14e7-4e21-9659-8a02a27bbbde', 'name': 'tempest-TestShelveInstance-502773456-router', 'tenant_id': '7bc832fb54e44764850d1c5b6e3f6aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.124'}], 'enable_snat': True}, 'gw_port_id': '7952ff49-65f1-49f7-9e3b-a2650d697833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:10:03Z', 'updated_at': '2021-06-28T12:10:06Z', 'revision_number': 4, 'project_id': '7bc832fb54e44764850d1c5b6e3f6aa9', 'gw_port': {'id': '7952ff49-65f1-49f7-9e3b-a2650d697833', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cdafe3-14e7-4e21-9659-8a02a27bbbde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:10:04Z', 'updated_at': '2021-06-28T12:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb', '_interfaces': [{'id': 'd236d735-efb3-4b35-acfc-36b9a918481d', 'name': '', 'network_id': '44e532c9-2609-4100-9214-3286b81e04f5', 'tenant_id': '7bc832fb54e44764850d1c5b6e3f6aa9', 'mac_address': 'fa:16:3e:90:01:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cdafe3-14e7-4e21-9659-8a02a27bbbde', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'bd0f01a5-45db-4be4-a394-a7a232248dbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:10:05Z', 'updated_at': '2021-06-28T12:10:12Z', 'revision_number': 5, 'project_id': '7bc832fb54e44764850d1c5b6e3f6aa9', 'subnets': [{'id': 'bd0f01a5-45db-4be4-a394-a7a232248dbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-smb', False) {} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:14:11.566874 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08767f30-beaa-45db-ad2a-e961aa68998e None None] Checking router: 71cdafe3-14e7-4e21-9659-8a02a27bbbde for host: dv-cinder-772388-5-smb {{(pid=93127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:14:11.575035 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08767f30-beaa-45db-ad2a-e961aa68998e None None] Routers {'71cdafe3-14e7-4e21-9659-8a02a27bbbde'} bound to L3 agent in host dv-cinder-772388-5-smb {{(pid=93127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:14:11.575648 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_hamode_db [None req-08767f30-beaa-45db-ad2a-e961aa68998e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T11:56:31Z,description=,heartbeat_timestamp=2021-06-28T12:14:01Z,host='dv-cinder-772388-5-smb',id=a3516409-90ed-42c0-9869-2f9c81c3e104,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:56:31Z,topic='l3_agent')) {'router_ids': ['71cdafe3-14e7-4e21-9659-8a02a27bbbde'], 'active': True} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:14:11.583794 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb46d25-bfd7-44fd-a80d-4e7b2f64e786 req-a65d6240-5dc7-4f01-9c68-14e954d707ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:14:11.585262 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-ffb46d25-bfd7-44fd-a80d-4e7b2f64e786 req-a65d6240-5dc7-4f01-9c68-14e954d707ae service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bd0f01a5-45db-4be4-a394-a7a232248dbc HTTP/1.1" status: 200 len: 847 time: 0.0493903 Jun 28 12:14:11.639536 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604edd3a-505a-48fe-8326-e4627c567af0 req-5e3027b1-9f05-4387-bd15-9323ea0389fb tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:14:11.641209 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-604edd3a-505a-48fe-8326-e4627c567af0 req-5e3027b1-9f05-4387-bd15-9323ea0389fb tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] 10.222.0.26 "GET /v2.0/ports?device_id=12d8f265-c1ed-46d3-a54f-85bf84948263 HTTP/1.1" status: 200 len: 946 time: 0.0646014 Jun 28 12:14:11.645791 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb46d25-bfd7-44fd-a80d-4e7b2f64e786 req-b768f3cf-a249-41cf-bcff-62d9c829f0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:14:11.647304 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-ffb46d25-bfd7-44fd-a80d-4e7b2f64e786 req-b768f3cf-a249-41cf-bcff-62d9c829f0e7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=44e532c9-2609-4100-9214-3286b81e04f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0541661 Jun 28 12:14:11.681525 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_dvr_db [None req-08767f30-beaa-45db-ad2a-e961aa68998e None None] Set router 71cdafe3-14e7-4e21-9659-8a02a27bbbde gateway port host: dv-cinder-772388-5-smb {{(pid=93127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:14:11.685796 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-604edd3a-505a-48fe-8326-e4627c567af0 req-638c8ee6-14c0-4bc8-afbe-88c1a9210f66 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] 10.222.0.26 "GET /v2.0/security-groups?id=f01afa41-7ddb-49d7-bd4e-6f711ce79813&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389137 Jun 28 12:14:11.745057 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-ffb46d25-bfd7-44fd-a80d-4e7b2f64e786 req-bddc168f-206e-427d-910e-a587a934fa58 service neutron] 10.222.0.61 "GET /v2.0/networks/44e532c9-2609-4100-9214-3286b81e04f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898752 Jun 28 12:14:11.831958 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-ffb46d25-bfd7-44fd-a80d-4e7b2f64e786 req-6c3bd4af-a06a-4ba5-8f1f-a0f8310b6ecc service neutron] 10.222.0.61 "GET /v2.0/networks/44e532c9-2609-4100-9214-3286b81e04f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802929 Jun 28 12:14:11.876892 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_hamode_db [None req-08767f30-beaa-45db-ad2a-e961aa68998e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71cdafe3-14e7-4e21-9659-8a02a27bbbde', 'name': 'tempest-TestShelveInstance-502773456-router', 'tenant_id': '7bc832fb54e44764850d1c5b6e3f6aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.124'}], 'enable_snat': True}, 'gw_port_id': '7952ff49-65f1-49f7-9e3b-a2650d697833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:10:03Z', 'updated_at': '2021-06-28T12:10:06Z', 'revision_number': 4, 'project_id': '7bc832fb54e44764850d1c5b6e3f6aa9', 'gw_port': {'id': '7952ff49-65f1-49f7-9e3b-a2650d697833', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cdafe3-14e7-4e21-9659-8a02a27bbbde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:10:04Z', 'updated_at': '2021-06-28T12:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb', '_interfaces': [{'id': 'd236d735-efb3-4b35-acfc-36b9a918481d', 'name': '', 'network_id': '44e532c9-2609-4100-9214-3286b81e04f5', 'tenant_id': '7bc832fb54e44764850d1c5b6e3f6aa9', 'mac_address': 'fa:16:3e:90:01:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cdafe3-14e7-4e21-9659-8a02a27bbbde', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'bd0f01a5-45db-4be4-a394-a7a232248dbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:10:05Z', 'updated_at': '2021-06-28T12:10:12Z', 'revision_number': 5, 'project_id': '7bc832fb54e44764850d1c5b6e3f6aa9', 'subnets': [{'id': 'bd0f01a5-45db-4be4-a394-a7a232248dbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-smb', False) {} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:14:11.901701 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08767f30-beaa-45db-ad2a-e961aa68998e None None] The sync data for ids ['71cdafe3-14e7-4e21-9659-8a02a27bbbde'] in dv-cinder-772388-5-smb is: [{'id': '71cdafe3-14e7-4e21-9659-8a02a27bbbde', 'name': 'tempest-TestShelveInstance-502773456-router', 'tenant_id': '7bc832fb54e44764850d1c5b6e3f6aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.124'}], 'enable_snat': True}, 'gw_port_id': '7952ff49-65f1-49f7-9e3b-a2650d697833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:10:03Z', 'updated_at': '2021-06-28T12:10:06Z', 'revision_number': 4, 'project_id': '7bc832fb54e44764850d1c5b6e3f6aa9', 'gw_port': {'id': '7952ff49-65f1-49f7-9e3b-a2650d697833', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cdafe3-14e7-4e21-9659-8a02a27bbbde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:10:04Z', 'updated_at': '2021-06-28T12:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb', '_interfaces': [{'id': 'd236d735-efb3-4b35-acfc-36b9a918481d', 'name': '', 'network_id': '44e532c9-2609-4100-9214-3286b81e04f5', 'tenant_id': '7bc832fb54e44764850d1c5b6e3f6aa9', 'mac_address': 'fa:16:3e:90:01:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cdafe3-14e7-4e21-9659-8a02a27bbbde', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'bd0f01a5-45db-4be4-a394-a7a232248dbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:10:05Z', 'updated_at': '2021-06-28T12:10:12Z', 'revision_number': 5, 'project_id': '7bc832fb54e44764850d1c5b6e3f6aa9', 'subnets': [{'id': 'bd0f01a5-45db-4be4-a394-a7a232248dbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:14:12.110982 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39509113-521f-4664-b34f-852a7dbdd348 None None] New status for floating IP a7e26180-5aab-4d67-b199-568844e44146: DOWN {{(pid=93126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 12:14:12.855217 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce8f7af-85bb-4a25-8705-37f78db84bf6 req-4797ccde-3fa3-42d3-94d6-00993d76f13a tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:14:12.856659 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-0ce8f7af-85bb-4a25-8705-37f78db84bf6 req-4797ccde-3fa3-42d3-94d6-00993d76f13a tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] 10.222.0.26 "GET /v2.0/ports?device_id=12d8f265-c1ed-46d3-a54f-85bf84948263 HTTP/1.1" status: 200 len: 946 time: 0.0613968 Jun 28 12:14:12.893111 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-0ce8f7af-85bb-4a25-8705-37f78db84bf6 req-9c2dbc7e-d854-4c79-adef-9d14685b3ead tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] 10.222.0.26 "GET /v2.0/security-groups?id=f01afa41-7ddb-49d7-bd4e-6f711ce79813&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309017 Jun 28 12:14:12.972603 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c1e29-b011-4582-9c26-fa0ae3aa4702 req-ae8d650f-9686-41b9-8e77-55729b71b4a0 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:14:12.974041 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-9c1c1e29-b011-4582-9c26-fa0ae3aa4702 req-ae8d650f-9686-41b9-8e77-55729b71b4a0 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] 10.222.0.61 "GET /v2.0/ports?device_id=12d8f265-c1ed-46d3-a54f-85bf84948263 HTTP/1.1" status: 200 len: 946 time: 0.0651343 Jun 28 12:14:13.070095 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.plugin [req-9c1c1e29-b011-4582-9c26-fa0ae3aa4702 req-bdc25e2e-dd69-48ea-84f0-8a2e91177be3 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Deleting port 8ba5934d-f734-4a25-abae-ef629128dd7d {{(pid=93125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:14:13.070441 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-9c1c1e29-b011-4582-9c26-fa0ae3aa4702 req-bdc25e2e-dd69-48ea-84f0-8a2e91177be3 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751010669087'] for port, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:13.158268 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.db [req-9c1c1e29-b011-4582-9c26-fa0ae3aa4702 req-bdc25e2e-dd69-48ea-84f0-8a2e91177be3 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] For port 8ba5934d-f734-4a25-abae-ef629128dd7d, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=8ba5934d-f734-4a25-abae-ef629128dd7d,segment=NetworkSegment(386f5822-9b4f-45e4-8c6d-a76341200fdd),segment_id=386f5822-9b4f-45e4-8c6d-a76341200fdd)] {{(pid=93125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:14:13.158540 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-9c1c1e29-b011-4582-9c26-fa0ae3aa4702 req-bdc25e2e-dd69-48ea-84f0-8a2e91177be3 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700447'] for port, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:13.170318 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.plugin [req-9c1c1e29-b011-4582-9c26-fa0ae3aa4702 req-bdc25e2e-dd69-48ea-84f0-8a2e91177be3 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Calling delete_port for 8ba5934d-f734-4a25-abae-ef629128dd7d owned by compute:nova {{(pid=93125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:14:13.294050 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-9c1c1e29-b011-4582-9c26-fa0ae3aa4702 req-bdc25e2e-dd69-48ea-84f0-8a2e91177be3 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751010672945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751010131959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8413146'] for port, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:13.298171 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-d62fb9e9-4de6-4577-a56a-4608ebaa05b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:14:13.327629 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc25e2e-dd69-48ea-84f0-8a2e91177be3 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Pushing event deleted for resources: {'Port': ['ID=8ba5934d-f734-4a25-abae-ef629128dd7d,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:14:13.330721 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-bdc25e2e-dd69-48ea-84f0-8a2e91177be3 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:14:13.372162 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c1c1e29-b011-4582-9c26-fa0ae3aa4702 req-bdc25e2e-dd69-48ea-84f0-8a2e91177be3 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] No DVR routers for this DVR port 8ba5934d-f734-4a25-abae-ef629128dd7d on host hv-cinder-77238 {{(pid=93125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:14:13.374633 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-9c1c1e29-b011-4582-9c26-fa0ae3aa4702 req-bdc25e2e-dd69-48ea-84f0-8a2e91177be3 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188324'] for port, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:13.376545 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-9c1c1e29-b011-4582-9c26-fa0ae3aa4702 req-bdc25e2e-dd69-48ea-84f0-8a2e91177be3 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] 10.222.0.61 "DELETE /v2.0/ports/8ba5934d-f734-4a25-abae-ef629128dd7d HTTP/1.1" status: 204 len: 173 time: 0.3961575 Jun 28 12:14:13.377127 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12d8f265-c1ed-46d3-a54f-85bf84948263', 'name': 'network-vif-deleted', 'tag': '8ba5934d-f734-4a25-abae-ef629128dd7d'}] {{(pid=93125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:14:13.380125 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cab5cdacc5b3cbbc94323449081fb5e48b25fdc1a77f938b5656c1b79ba6a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-347e93c8-41b0-4fa7-b10c-a839664b02ac" -d '{"events": [{"server_uuid": "12d8f265-c1ed-46d3-a54f-85bf84948263", "name": "network-vif-deleted", "tag": "8ba5934d-f734-4a25-abae-ef629128dd7d"}]}' {{(pid=93125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:14:13.416227 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee389b5-bff2-4fb4-9ad0-73fcb25a54ba x-openstack-request-id: req-cee389b5-bff2-4fb4-9ad0-73fcb25a54ba {{(pid=93125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:14:13.416567 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12d8f265-c1ed-46d3-a54f-85bf84948263", "name": "network-vif-deleted", "tag": "8ba5934d-f734-4a25-abae-ef629128dd7d", "status": "completed", "code": 200}]} {{(pid=93125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:14:13.416895 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cee389b5-bff2-4fb4-9ad0-73fcb25a54ba {{(pid=93125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:14:13.417334 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12d8f265-c1ed-46d3-a54f-85bf84948263', 'name': 'network-vif-deleted', 'tag': '8ba5934d-f734-4a25-abae-ef629128dd7d', 'status': 'completed', 'code': 200} Jun 28 12:14:14.067678 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-68a5941f-e3de-464c-be95-be37bb66844f req-add4885a-00d2-47ae-888f-777b60e7a37b tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] 10.222.0.26 "GET /v2.0/ports?device_id=12d8f265-c1ed-46d3-a54f-85bf84948263 HTTP/1.1" status: 200 len: 210 time: 0.0335648 Jun 28 12:14:15.158210 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 35954) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:14:15.215542 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-ceb33089-1555-491f-b211-a285cf74b5a2 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Notify callbacks [] for security_group, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:15.246204 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-ceb33089-1555-491f-b211-a285cf74b5a2 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:15.302494 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-ceb33089-1555-491f-b211-a285cf74b5a2 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:15.305771 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-ceb33089-1555-491f-b211-a285cf74b5a2 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Notify callbacks [] for security_group, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:15.307002 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-ceb33089-1555-491f-b211-a285cf74b5a2 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] 10.222.0.26 "DELETE /v2.0/security-groups/f01afa41-7ddb-49d7-bd4e-6f711ce79813 HTTP/1.1" status: 204 len: 168 time: 0.1478071 Jun 28 12:14:15.307813 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-ebdf29b5-8dac-41d2-b183-66f70210acda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:14:15.316438 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb33089-1555-491f-b211-a285cf74b5a2 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01afa41-7ddb-49d7-bd4e-6f711ce79813,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:14:15.324233 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb33089-1555-491f-b211-a285cf74b5a2 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:14:15.324612 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb33089-1555-491f-b211-a285cf74b5a2 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:14:15.325534 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb33089-1555-491f-b211-a285cf74b5a2 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:14:15.325534 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb33089-1555-491f-b211-a285cf74b5a2 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:14:15.325771 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb33089-1555-491f-b211-a285cf74b5a2 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:14:15.326241 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb33089-1555-491f-b211-a285cf74b5a2 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:14:15.326473 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb33089-1555-491f-b211-a285cf74b5a2 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:14:15.326802 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb33089-1555-491f-b211-a285cf74b5a2 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:14:15.327204 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb33089-1555-491f-b211-a285cf74b5a2 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:14:15.327603 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb33089-1555-491f-b211-a285cf74b5a2 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:14:15.327975 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb33089-1555-491f-b211-a285cf74b5a2 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:14:15.328351 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb33089-1555-491f-b211-a285cf74b5a2 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:14:15.332818 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-ceb33089-1555-491f-b211-a285cf74b5a2 tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:14:15.345940 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 35964) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:14:15.626005 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655a0b41-25a1-4f3a-a305-29c5e700d441 req-8d54e85b-029d-4e86-ba62-40cfceda618b tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:14:15.627473 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-655a0b41-25a1-4f3a-a305-29c5e700d441 req-8d54e85b-029d-4e86-ba62-40cfceda618b tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/ports?device_id=11638617-0874-4748-8d6a-d32f812757e9 HTTP/1.1" status: 200 len: 946 time: 0.0616446 Jun 28 12:14:15.668964 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-655a0b41-25a1-4f3a-a305-29c5e700d441 req-2ca1e12d-4922-4ff2-b814-e9129f5fc523 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/security-groups?id=5266e5ba-186d-453d-af61-17e5bc9d972c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355954 Jun 28 12:14:15.698481 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-384c1e4c-292b-4037-9434-f17250526c48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695600'] for router_interface, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:15.941746 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.plugin [None req-384c1e4c-292b-4037-9434-f17250526c48 admin admin] Deleting port d236d735-efb3-4b35-acfc-36b9a918481d {{(pid=93125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:14:15.941999 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-384c1e4c-292b-4037-9434-f17250526c48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751010669087'] for port, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:16.016830 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.db [None req-384c1e4c-292b-4037-9434-f17250526c48 admin admin] For port d236d735-efb3-4b35-acfc-36b9a918481d, host dv-cinder-772388-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-smb',level=0,port_id=d236d735-efb3-4b35-acfc-36b9a918481d,segment=NetworkSegment(386f5822-9b4f-45e4-8c6d-a76341200fdd),segment_id=386f5822-9b4f-45e4-8c6d-a76341200fdd)] {{(pid=93125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:14:16.017197 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-384c1e4c-292b-4037-9434-f17250526c48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700447'] for port, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:16.030089 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.plugin [None req-384c1e4c-292b-4037-9434-f17250526c48 admin admin] Calling delete_port for d236d735-efb3-4b35-acfc-36b9a918481d owned by network:router_interface {{(pid=93125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:14:16.207838 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-384c1e4c-292b-4037-9434-f17250526c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751010672945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751010131959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8413146'] for port, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:16.210538 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-131d6b2e-9fb2-4099-a1f6-ecde12801dc3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:14:16.235654 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1e4c-292b-4037-9434-f17250526c48 admin admin] Pushing event deleted for resources: {'Port': ['ID=d236d735-efb3-4b35-acfc-36b9a918481d,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:14:16.263724 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1e4c-292b-4037-9434-f17250526c48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:14:16.264110 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1e4c-292b-4037-9434-f17250526c48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:14:16.264480 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1e4c-292b-4037-9434-f17250526c48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:14:16.264872 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1e4c-292b-4037-9434-f17250526c48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:14:16.265238 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1e4c-292b-4037-9434-f17250526c48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:14:16.265596 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1e4c-292b-4037-9434-f17250526c48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:14:16.265951 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1e4c-292b-4037-9434-f17250526c48 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:14:16.266305 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1e4c-292b-4037-9434-f17250526c48 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:14:16.266662 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1e4c-292b-4037-9434-f17250526c48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:14:16.267014 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1e4c-292b-4037-9434-f17250526c48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:14:16.267363 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1e4c-292b-4037-9434-f17250526c48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:14:16.267712 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1e4c-292b-4037-9434-f17250526c48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:14:16.271626 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-384c1e4c-292b-4037-9434-f17250526c48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:14:16.404122 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-384c1e4c-292b-4037-9434-f17250526c48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3737344'] for router_interface, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:16.613438 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-384c1e4c-292b-4037-9434-f17250526c48 admin admin] Router 71cdafe3-14e7-4e21-9659-8a02a27bbbde has already been hosted by L3 agent a3516409-90ed-42c0-9869-2f9c81c3e104 {{(pid=93125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:14:16.714164 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-384c1e4c-292b-4037-9434-f17250526c48 admin admin] Notify agent at l3_agent.dv-cinder-772388-5-smb the message routers_updated {{(pid=93125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 12:14:16.722660 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-384c1e4c-292b-4037-9434-f17250526c48 admin admin] 10.222.0.26 "PUT /v2.0/routers/71cdafe3-14e7-4e21-9659-8a02a27bbbde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3709738 Jun 28 12:14:16.722660 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 35970) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:14:16.724924 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b511563-29f8-43cb-9e5c-4ae4b1b74a88 None None] Sync routers for ids ['71cdafe3-14e7-4e21-9659-8a02a27bbbde'] in dv-cinder-772388-5-smb {{(pid=93127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:14:16.734513 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b511563-29f8-43cb-9e5c-4ae4b1b74a88 None None] Routers {'71cdafe3-14e7-4e21-9659-8a02a27bbbde'} bound to L3 agent in host dv-cinder-772388-5-smb {{(pid=93127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:14:16.735252 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_hamode_db [None req-1b511563-29f8-43cb-9e5c-4ae4b1b74a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T11:56:31Z,description=,heartbeat_timestamp=2021-06-28T12:14:01Z,host='dv-cinder-772388-5-smb',id=a3516409-90ed-42c0-9869-2f9c81c3e104,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:56:31Z,topic='l3_agent')) {'router_ids': ['71cdafe3-14e7-4e21-9659-8a02a27bbbde'], 'active': True} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:14:16.823613 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-3b421fa1-34fc-4a8b-a93e-f776bedc9cb0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:16.846605 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f3b10-04d9-4842-9f9f-ce8347222bed req-999f7631-826e-4f1d-8e99-b159fb4337fd tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:14:16.848866 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-c47f3b10-04d9-4842-9f9f-ce8347222bed req-999f7631-826e-4f1d-8e99-b159fb4337fd tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/ports?device_id=11638617-0874-4748-8d6a-d32f812757e9 HTTP/1.1" status: 200 len: 946 time: 0.0658982 Jun 28 12:14:16.851117 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_dvr_db [None req-1b511563-29f8-43cb-9e5c-4ae4b1b74a88 None None] Set router 71cdafe3-14e7-4e21-9659-8a02a27bbbde gateway port host: dv-cinder-772388-5-smb {{(pid=93127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:14:16.876368 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device 8ba5934d-f734-4a25-abae-ef629128dd7d no longer exists at agent hyperv_hv-cinder-77238 {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:14:16.892202 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-c47f3b10-04d9-4842-9f9f-ce8347222bed req-52ed009d-4e71-415c-b106-0a6656383263 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/security-groups?id=5266e5ba-186d-453d-af61-17e5bc9d972c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368247 Jun 28 12:14:16.914068 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.plugin [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] No Port match for: 8ba5934d-f734-4a25-abae-ef629128dd7d {{(pid=93126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:14:16.915444 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device 8ba5934d-f734-4a25-abae-ef629128dd7d not bound to the agent host hv-cinder-77238 {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:14:17.036806 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_hamode_db [None req-1b511563-29f8-43cb-9e5c-4ae4b1b74a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71cdafe3-14e7-4e21-9659-8a02a27bbbde', 'name': 'tempest-TestShelveInstance-502773456-router', 'tenant_id': '7bc832fb54e44764850d1c5b6e3f6aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.124'}], 'enable_snat': True}, 'gw_port_id': '7952ff49-65f1-49f7-9e3b-a2650d697833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:10:03Z', 'updated_at': '2021-06-28T12:14:16Z', 'revision_number': 5, 'project_id': '7bc832fb54e44764850d1c5b6e3f6aa9', 'gw_port': {'id': '7952ff49-65f1-49f7-9e3b-a2650d697833', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cdafe3-14e7-4e21-9659-8a02a27bbbde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:10:04Z', 'updated_at': '2021-06-28T12:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb'}], 'dv-cinder-772388-5-smb', False) {} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:14:17.062128 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b511563-29f8-43cb-9e5c-4ae4b1b74a88 None None] Checking router: 71cdafe3-14e7-4e21-9659-8a02a27bbbde for host: dv-cinder-772388-5-smb {{(pid=93127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:14:17.070346 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b511563-29f8-43cb-9e5c-4ae4b1b74a88 None None] Routers {'71cdafe3-14e7-4e21-9659-8a02a27bbbde'} bound to L3 agent in host dv-cinder-772388-5-smb {{(pid=93127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:14:17.070956 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_hamode_db [None req-1b511563-29f8-43cb-9e5c-4ae4b1b74a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T11:56:31Z,description=,heartbeat_timestamp=2021-06-28T12:14:01Z,host='dv-cinder-772388-5-smb',id=a3516409-90ed-42c0-9869-2f9c81c3e104,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:56:31Z,topic='l3_agent')) {'router_ids': ['71cdafe3-14e7-4e21-9659-8a02a27bbbde'], 'active': True} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:14:17.174301 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_dvr_db [None req-1b511563-29f8-43cb-9e5c-4ae4b1b74a88 None None] Set router 71cdafe3-14e7-4e21-9659-8a02a27bbbde gateway port host: dv-cinder-772388-5-smb {{(pid=93127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:14:17.188742 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-3b421fa1-34fc-4a8b-a93e-f776bedc9cb0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:17.240008 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.plugin [None req-3b421fa1-34fc-4a8b-a93e-f776bedc9cb0 admin admin] Deleting port 7952ff49-65f1-49f7-9e3b-a2650d697833 {{(pid=93125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:14:17.240552 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-3b421fa1-34fc-4a8b-a93e-f776bedc9cb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751010669087'] for port, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:17.346696 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_hamode_db [None req-1b511563-29f8-43cb-9e5c-4ae4b1b74a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71cdafe3-14e7-4e21-9659-8a02a27bbbde', 'name': 'tempest-TestShelveInstance-502773456-router', 'tenant_id': '7bc832fb54e44764850d1c5b6e3f6aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.124'}], 'enable_snat': True}, 'gw_port_id': '7952ff49-65f1-49f7-9e3b-a2650d697833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:10:03Z', 'updated_at': '2021-06-28T12:14:16Z', 'revision_number': 5, 'project_id': '7bc832fb54e44764850d1c5b6e3f6aa9', 'gw_port': {'id': '7952ff49-65f1-49f7-9e3b-a2650d697833', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cdafe3-14e7-4e21-9659-8a02a27bbbde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:10:04Z', 'updated_at': '2021-06-28T12:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb'}], 'dv-cinder-772388-5-smb', False) {} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:14:17.358724 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.db [None req-3b421fa1-34fc-4a8b-a93e-f776bedc9cb0 admin admin] For port 7952ff49-65f1-49f7-9e3b-a2650d697833, host dv-cinder-772388-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-smb',level=0,port_id=7952ff49-65f1-49f7-9e3b-a2650d697833,segment=NetworkSegment(9701132a-6585-4d51-ae24-db0b91696e59),segment_id=9701132a-6585-4d51-ae24-db0b91696e59)] {{(pid=93125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:14:17.359085 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-3b421fa1-34fc-4a8b-a93e-f776bedc9cb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700447'] for port, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:17.375592 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b511563-29f8-43cb-9e5c-4ae4b1b74a88 None None] The sync data for ids ['71cdafe3-14e7-4e21-9659-8a02a27bbbde'] in dv-cinder-772388-5-smb is: [{'id': '71cdafe3-14e7-4e21-9659-8a02a27bbbde', 'name': 'tempest-TestShelveInstance-502773456-router', 'tenant_id': '7bc832fb54e44764850d1c5b6e3f6aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.124'}], 'enable_snat': True}, 'gw_port_id': '7952ff49-65f1-49f7-9e3b-a2650d697833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:10:03Z', 'updated_at': '2021-06-28T12:14:16Z', 'revision_number': 5, 'project_id': '7bc832fb54e44764850d1c5b6e3f6aa9', 'gw_port': {'id': '7952ff49-65f1-49f7-9e3b-a2650d697833', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cdafe3-14e7-4e21-9659-8a02a27bbbde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:10:04Z', 'updated_at': '2021-06-28T12:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb'}] {{(pid=93127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:14:17.380096 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f4e02-6876-40e2-b4f3-93a581d8edac req-ca7ac043-b106-4123-b16f-47937c8ff3d0 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:14:17.381592 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-a96f4e02-6876-40e2-b4f3-93a581d8edac req-ca7ac043-b106-4123-b16f-47937c8ff3d0 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.61 "GET /v2.0/ports?device_id=11638617-0874-4748-8d6a-d32f812757e9 HTTP/1.1" status: 200 len: 946 time: 0.1226003 Jun 28 12:14:17.382480 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.plugin [None req-3b421fa1-34fc-4a8b-a93e-f776bedc9cb0 admin admin] Calling delete_port for 7952ff49-65f1-49f7-9e3b-a2650d697833 owned by network:router_gateway {{(pid=93125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:14:17.574156 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.plugin [req-a96f4e02-6876-40e2-b4f3-93a581d8edac req-fb66891c-6b45-4a69-b95e-d64dee37b1f2 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Deleting port 531a2327-63ab-4cd1-aa8b-46109d5e1a49 {{(pid=93125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:14:17.574870 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-a96f4e02-6876-40e2-b4f3-93a581d8edac req-fb66891c-6b45-4a69-b95e-d64dee37b1f2 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751010669087'] for port, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:17.679688 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-3b421fa1-34fc-4a8b-a93e-f776bedc9cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751010672945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751010131959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8413146'] for port, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:17.685009 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-e11fde21-9dcb-4bf8-9268-a6ad6ccb8119 tempest-VolumesSnapshotTestJSON-1219281453 tempest-VolumesSnapshotTestJSON-1219281453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:14:17.715733 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b421fa1-34fc-4a8b-a93e-f776bedc9cb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7952ff49-65f1-49f7-9e3b-a2650d697833,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:14:17.722678 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-3b421fa1-34fc-4a8b-a93e-f776bedc9cb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:14:17.724369 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.db [req-a96f4e02-6876-40e2-b4f3-93a581d8edac req-fb66891c-6b45-4a69-b95e-d64dee37b1f2 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] For port 531a2327-63ab-4cd1-aa8b-46109d5e1a49, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=531a2327-63ab-4cd1-aa8b-46109d5e1a49,segment=NetworkSegment(dfd01ef4-b24a-46c0-baf1-127e8472c76f),segment_id=dfd01ef4-b24a-46c0-baf1-127e8472c76f)] {{(pid=93125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:14:17.724737 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-a96f4e02-6876-40e2-b4f3-93a581d8edac req-fb66891c-6b45-4a69-b95e-d64dee37b1f2 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700447'] for port, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:17.772060 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device d236d735-efb3-4b35-acfc-36b9a918481d no longer exists at agent ovs-agent-dv-cinder-772388-5-smb {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:14:17.793381 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.plugin [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] No Port match for: d236d735-efb3-4b35-acfc-36b9a918481d {{(pid=93126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:14:17.793744 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device d236d735-efb3-4b35-acfc-36b9a918481d not bound to the agent host dv-cinder-772388-5-smb {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:14:17.834809 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-3b421fa1-34fc-4a8b-a93e-f776bedc9cb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799957'] for router_gateway, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:17.962139 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-3b421fa1-34fc-4a8b-a93e-f776bedc9cb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3799445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12351'] for router, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:17.965663 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-3b421fa1-34fc-4a8b-a93e-f776bedc9cb0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:18.048992 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-3b421fa1-34fc-4a8b-a93e-f776bedc9cb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3800287'] for router, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:18.049530 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b421fa1-34fc-4a8b-a93e-f776bedc9cb0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71cdafe3-14e7-4e21-9659-8a02a27bbbde {{(pid=93125) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 12:14:18.061795 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-3b421fa1-34fc-4a8b-a93e-f776bedc9cb0 admin admin] Notify callbacks [] for router, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:18.065232 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-3b421fa1-34fc-4a8b-a93e-f776bedc9cb0 admin admin] 10.222.0.26 "DELETE /v2.0/routers/71cdafe3-14e7-4e21-9659-8a02a27bbbde HTTP/1.1" status: 204 len: 168 time: 1.3400371 Jun 28 12:14:18.066391 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-a96f4e02-6876-40e2-b4f3-93a581d8edac req-fb66891c-6b45-4a69-b95e-d64dee37b1f2 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:18.066973 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-a96f4e02-6876-40e2-b4f3-93a581d8edac req-fb66891c-6b45-4a69-b95e-d64dee37b1f2 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799926'] for floatingip, after_update {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:18.067183 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.db.l3_db [req-a96f4e02-6876-40e2-b4f3-93a581d8edac req-fb66891c-6b45-4a69-b95e-d64dee37b1f2 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Floating IP c9006d9d-b6fd-4497-a198-8d487db14ab2 disassociated. External IP: 172.28.3.218, port: 531a2327-63ab-4cd1-aa8b-46109d5e1a49. Jun 28 12:14:18.067490 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.plugin [req-a96f4e02-6876-40e2-b4f3-93a581d8edac req-fb66891c-6b45-4a69-b95e-d64dee37b1f2 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Calling delete_port for 531a2327-63ab-4cd1-aa8b-46109d5e1a49 owned by compute:nova {{(pid=93125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:14:18.069717 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 35976) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:14:18.127986 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a20097d-21f3-4165-8fe9-b583617374e6 req-6e7d583d-b41c-45b9-8333-f78bcf19fd60 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:14:18.129651 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-3a20097d-21f3-4165-8fe9-b583617374e6 req-6e7d583d-b41c-45b9-8333-f78bcf19fd60 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/ports?device_id=11638617-0874-4748-8d6a-d32f812757e9 HTTP/1.1" status: 200 len: 946 time: 0.1188323 Jun 28 12:14:18.152672 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b9e1e79-309c-4f36-b2db-820b5972d33f admin admin] Deleting subnet bd0f01a5-45db-4be4-a394-a7a232248dbc {{(pid=93125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 12:14:18.156958 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-2b9e1e79-309c-4f36-b2db-820b5972d33f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:18.172778 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-3a20097d-21f3-4165-8fe9-b583617374e6 req-202bf262-5fee-400d-92da-2f0ca5d85cd8 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/security-groups?id=5266e5ba-186d-453d-af61-17e5bc9d972c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369105 Jun 28 12:14:18.214374 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-2b9e1e79-309c-4f36-b2db-820b5972d33f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12480110'] for subnet, precommit_delete_associations {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:18.320751 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-a96f4e02-6876-40e2-b4f3-93a581d8edac req-fb66891c-6b45-4a69-b95e-d64dee37b1f2 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751010672945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751010131959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8413146'] for port, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:18.325510 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-131d6b2e-9fb2-4099-a1f6-ecde12801dc3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:14:18.329884 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-2b9e1e79-309c-4f36-b2db-820b5972d33f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3543267'] for subnet, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:18.379064 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb66891c-6b45-4a69-b95e-d64dee37b1f2 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Pushing event deleted for resources: {'Port': ['ID=531a2327-63ab-4cd1-aa8b-46109d5e1a49,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:14:18.383695 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-fb66891c-6b45-4a69-b95e-d64dee37b1f2 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:14:18.474639 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-2b9e1e79-309c-4f36-b2db-820b5972d33f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3543284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4137752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8412948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11140556'] for subnet, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:18.480492 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-34cb30f6-7f1f-41d0-b54c-2547b733a76c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:14:18.516300 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-2b9e1e79-309c-4f36-b2db-820b5972d33f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3735354'] for subnet, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:18.521146 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 35978) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:14:18.521297 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-2b9e1e79-309c-4f36-b2db-820b5972d33f admin admin] 10.222.0.26 "DELETE /v2.0/subnets/bd0f01a5-45db-4be4-a394-a7a232248dbc HTTP/1.1" status: 204 len: 168 time: 0.4505482 Jun 28 12:14:18.524130 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0647a9e-5e7e-4758-94be-816fc667522c None None] Network 44e532c9-2609-4100-9214-3286b81e04f5 requested from dv-cinder-772388-5-smb {{(pid=93126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:14:18.528730 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9e1e79-309c-4f36-b2db-820b5972d33f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd0f01a5-45db-4be4-a394-a7a232248dbc,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:14:18.532987 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-2b9e1e79-309c-4f36-b2db-820b5972d33f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:14:18.538657 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a96f4e02-6876-40e2-b4f3-93a581d8edac req-fb66891c-6b45-4a69-b95e-d64dee37b1f2 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Router 64e764af-c2b0-4096-abd1-2e2e01f80ce9 has already been hosted by L3 agent a3516409-90ed-42c0-9869-2f9c81c3e104 {{(pid=93125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:14:18.611544 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-1d0809ec-d925-4858-a7be-bc0c6b510ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572552'] for network, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:18.652901 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a96f4e02-6876-40e2-b4f3-93a581d8edac req-fb66891c-6b45-4a69-b95e-d64dee37b1f2 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify agent at l3_agent.dv-cinder-772388-5-smb the message routers_updated {{(pid=93125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 12:14:18.666383 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f3187a-29a8-4d36-ad3c-81182baf0f80 None None] Sync routers for ids ['64e764af-c2b0-4096-abd1-2e2e01f80ce9'] in dv-cinder-772388-5-smb {{(pid=93126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:14:18.676016 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-1d0809ec-d925-4858-a7be-bc0c6b510ba9 admin admin] Deleting port 364610fd-5212-44c4-b4a8-a6f1bbea58bc {{(pid=93124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:14:18.676475 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-1d0809ec-d925-4858-a7be-bc0c6b510ba9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751010669087'] for port, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:18.678005 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f3187a-29a8-4d36-ad3c-81182baf0f80 None None] Routers {'64e764af-c2b0-4096-abd1-2e2e01f80ce9'} bound to L3 agent in host dv-cinder-772388-5-smb {{(pid=93126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:14:18.679505 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_hamode_db [None req-91f3187a-29a8-4d36-ad3c-81182baf0f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T11:56:31Z,description=,heartbeat_timestamp=2021-06-28T12:14:01Z,host='dv-cinder-772388-5-smb',id=a3516409-90ed-42c0-9869-2f9c81c3e104,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:56:31Z,topic='l3_agent')) {'router_ids': ['64e764af-c2b0-4096-abd1-2e2e01f80ce9'], 'active': True} {{(pid=93126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:14:18.699977 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.l3_dvrscheduler_db [req-a96f4e02-6876-40e2-b4f3-93a581d8edac req-fb66891c-6b45-4a69-b95e-d64dee37b1f2 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] No DVR routers for this DVR port 531a2327-63ab-4cd1-aa8b-46109d5e1a49 on host hv-cinder-77238 {{(pid=93125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:14:18.702046 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [req-a96f4e02-6876-40e2-b4f3-93a581d8edac req-fb66891c-6b45-4a69-b95e-d64dee37b1f2 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188324'] for port, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:18.704034 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [req-a96f4e02-6876-40e2-b4f3-93a581d8edac req-fb66891c-6b45-4a69-b95e-d64dee37b1f2 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.61 "DELETE /v2.0/ports/531a2327-63ab-4cd1-aa8b-46109d5e1a49 HTTP/1.1" status: 204 len: 173 time: 1.3158171 Jun 28 12:14:18.704545 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11638617-0874-4748-8d6a-d32f812757e9', 'name': 'network-vif-deleted', 'tag': '531a2327-63ab-4cd1-aa8b-46109d5e1a49'}] {{(pid=93125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:14:18.707493 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cab5cdacc5b3cbbc94323449081fb5e48b25fdc1a77f938b5656c1b79ba6a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85299deb-50eb-48f0-a89e-835f47715669" -d '{"events": [{"server_uuid": "11638617-0874-4748-8d6a-d32f812757e9", "name": "network-vif-deleted", "tag": "531a2327-63ab-4cd1-aa8b-46109d5e1a49"}]}' {{(pid=93125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:14:18.783666 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea02e900-4f78-4dc4-ba33-841536e21f0d x-openstack-request-id: req-ea02e900-4f78-4dc4-ba33-841536e21f0d {{(pid=93125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:14:18.784040 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11638617-0874-4748-8d6a-d32f812757e9", "name": "network-vif-deleted", "tag": "531a2327-63ab-4cd1-aa8b-46109d5e1a49", "status": "completed", "code": 200}]} {{(pid=93125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:14:18.784400 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ea02e900-4f78-4dc4-ba33-841536e21f0d {{(pid=93125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:14:18.784909 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11638617-0874-4748-8d6a-d32f812757e9', 'name': 'network-vif-deleted', 'tag': '531a2327-63ab-4cd1-aa8b-46109d5e1a49', 'status': 'completed', 'code': 200} Jun 28 12:14:18.793754 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced9fbb3-4264-411e-bc50-02d0f6b89c12 None None] DHCP port deletion for 44e532c9-2609-4100-9214-3286b81e04f5 request from dv-cinder-772388-5-smb {{(pid=93126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 12:14:18.794563 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-1d0809ec-d925-4858-a7be-bc0c6b510ba9 admin admin] For port 364610fd-5212-44c4-b4a8-a6f1bbea58bc, host dv-cinder-772388-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-smb',level=0,port_id=364610fd-5212-44c4-b4a8-a6f1bbea58bc,segment=NetworkSegment(386f5822-9b4f-45e4-8c6d-a76341200fdd),segment_id=386f5822-9b4f-45e4-8c6d-a76341200fdd)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:14:18.795286 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-1d0809ec-d925-4858-a7be-bc0c6b510ba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700447'] for port, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:18.812413 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-1d0809ec-d925-4858-a7be-bc0c6b510ba9 admin admin] Calling delete_port for 364610fd-5212-44c4-b4a8-a6f1bbea58bc owned by network:dhcp {{(pid=93124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:14:18.860697 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvr_db [None req-91f3187a-29a8-4d36-ad3c-81182baf0f80 None None] Set router 64e764af-c2b0-4096-abd1-2e2e01f80ce9 gateway port host: dv-cinder-772388-5-smb {{(pid=93126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:14:18.906068 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-1d0809ec-d925-4858-a7be-bc0c6b510ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751010672945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751010131959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8411040'] for port, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:18.909906 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-5271be8b-72f8-410e-8046-17e552d000ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:14:18.936426 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.plugin [None req-ced9fbb3-4264-411e-bc50-02d0f6b89c12 None None] Deleting port 364610fd-5212-44c4-b4a8-a6f1bbea58bc {{(pid=93126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:14:18.937001 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-ced9fbb3-4264-411e-bc50-02d0f6b89c12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751010669087'] for port, before_delete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:18.937956 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0809ec-d925-4858-a7be-bc0c6b510ba9 admin admin] Pushing event deleted for resources: {'Port': ['ID=364610fd-5212-44c4-b4a8-a6f1bbea58bc,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:14:18.942078 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-1d0809ec-d925-4858-a7be-bc0c6b510ba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:14:18.942824 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0809ec-d925-4858-a7be-bc0c6b510ba9 admin admin] No DVR routers for this DVR port 364610fd-5212-44c4-b4a8-a6f1bbea58bc on host dv-cinder-772388-5-smb {{(pid=93124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:14:19.014238 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-1d0809ec-d925-4858-a7be-bc0c6b510ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3544245', 'neutron.services.segments.db._delete_segments_for_network-8751010592552'] for network, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:19.024201 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.services.segments.db [None req-1d0809ec-d925-4858-a7be-bc0c6b510ba9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44e532c9-2609-4100-9214-3286b81e04f5']}} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:14:19.033942 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.services.segments.db [None req-1d0809ec-d925-4858-a7be-bc0c6b510ba9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '386f5822-9b4f-45e4-8c6d-a76341200fdd') {'for_net_delete': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:14:19.034269 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.services.segments.db [None req-1d0809ec-d925-4858-a7be-bc0c6b510ba9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '386f5822-9b4f-45e4-8c6d-a76341200fdd') {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:14:19.043211 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-1d0809ec-d925-4858-a7be-bc0c6b510ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751010442123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8809173'] for segment, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:19.056378 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-1d0809ec-d925-4858-a7be-bc0c6b510ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539709'] for segment, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:19.062390 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d0809ec-d925-4858-a7be-bc0c6b510ba9 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=93124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 12:14:19.062861 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-1d0809ec-d925-4858-a7be-bc0c6b510ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8411021'] for segment, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:19.064596 dv-cinder-772388-5-smb neutron-server[93124]: Traceback (most recent call last): Jun 28 12:14:19.064596 dv-cinder-772388-5-smb neutron-server[93124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 12:14:19.064596 dv-cinder-772388-5-smb neutron-server[93124]: timer() Jun 28 12:14:19.064596 dv-cinder-772388-5-smb neutron-server[93124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 12:14:19.064596 dv-cinder-772388-5-smb neutron-server[93124]: cb(*args, **kw) Jun 28 12:14:19.064596 dv-cinder-772388-5-smb neutron-server[93124]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 12:14:19.064596 dv-cinder-772388-5-smb neutron-server[93124]: return func(*args, **kwargs) Jun 28 12:14:19.064596 dv-cinder-772388-5-smb neutron-server[93124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 12:14:19.064596 dv-cinder-772388-5-smb neutron-server[93124]: self._notify() Jun 28 12:14:19.064596 dv-cinder-772388-5-smb neutron-server[93124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 12:14:19.064596 dv-cinder-772388-5-smb neutron-server[93124]: self.callback(batched_events) Jun 28 12:14:19.064596 dv-cinder-772388-5-smb neutron-server[93124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 12:14:19.064596 dv-cinder-772388-5-smb neutron-server[93124]: event.method(event) Jun 28 12:14:19.064596 dv-cinder-772388-5-smb neutron-server[93124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 12:14:19.064596 dv-cinder-772388-5-smb neutron-server[93124]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 12:14:19.064596 dv-cinder-772388-5-smb neutron-server[93124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 12:14:19.064596 dv-cinder-772388-5-smb neutron-server[93124]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 12:14:19.064596 dv-cinder-772388-5-smb neutron-server[93124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 12:14:19.064596 dv-cinder-772388-5-smb neutron-server[93124]: return f(self, *a, **k) Jun 28 12:14:19.064596 dv-cinder-772388-5-smb neutron-server[93124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 12:14:19.064596 dv-cinder-772388-5-smb neutron-server[93124]: return self._get(url).json() Jun 28 12:14:19.064596 dv-cinder-772388-5-smb neutron-server[93124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 12:14:19.064596 dv-cinder-772388-5-smb neutron-server[93124]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 12:14:19.064596 dv-cinder-772388-5-smb neutron-server[93124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 12:14:19.064596 dv-cinder-772388-5-smb neutron-server[93124]: return self.request(url, 'GET', **kwargs) Jun 28 12:14:19.064596 dv-cinder-772388-5-smb neutron-server[93124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 12:14:19.064596 dv-cinder-772388-5-smb neutron-server[93124]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 12:14:19.064596 dv-cinder-772388-5-smb neutron-server[93124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 12:14:19.064596 dv-cinder-772388-5-smb neutron-server[93124]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 12:14:19.064596 dv-cinder-772388-5-smb neutron-server[93124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 12:14:19.064596 dv-cinder-772388-5-smb neutron-server[93124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 12:14:19.064596 dv-cinder-772388-5-smb neutron-server[93124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 12:14:19.082673 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-ced9fbb3-4264-411e-bc50-02d0f6b89c12 None None] For port 364610fd-5212-44c4-b4a8-a6f1bbea58bc, host dv-cinder-772388-5-smb, got binding levels [] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:14:19.083082 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-ced9fbb3-4264-411e-bc50-02d0f6b89c12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700447'] for port, precommit_delete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:19.099123 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.plugin [None req-ced9fbb3-4264-411e-bc50-02d0f6b89c12 None None] Calling delete_port for 364610fd-5212-44c4-b4a8-a6f1bbea58bc owned by network:dhcp {{(pid=93126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:14:19.103548 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.ipam_backend_mixin [None req-ced9fbb3-4264-411e-bc50-02d0f6b89c12 None None] Port 364610fd-5212-44c4-b4a8-a6f1bbea58bc was not found and therefore no delete operation was performed {{(pid=93126) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 28 12:14:19.106920 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-ced9fbb3-4264-411e-bc50-02d0f6b89c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751010672945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751010131959'] for port, after_delete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:19.112920 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:14:19.122863 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-1d0809ec-d925-4858-a7be-bc0c6b510ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3544236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799908'] for network, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:19.126786 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-f8cfaa96-3e33-46a1-8c9e-6a2504a4e7ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:14:19.129993 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-1d0809ec-d925-4858-a7be-bc0c6b510ba9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3735354'] for network, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:19.134649 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-1d0809ec-d925-4858-a7be-bc0c6b510ba9 admin admin] 10.222.0.26 "DELETE /v2.0/networks/44e532c9-2609-4100-9214-3286b81e04f5 HTTP/1.1" status: 204 len: 168 time: 0.6094632 Jun 28 12:14:19.135128 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 35982) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:14:19.146401 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0809ec-d925-4858-a7be-bc0c6b510ba9 admin admin] Pushing event deleted for resources: {'Network': ['ID=44e532c9-2609-4100-9214-3286b81e04f5,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:14:19.148960 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced9fbb3-4264-411e-bc50-02d0f6b89c12 None None] Pushing event deleted for resources: {'Port': ['ID=364610fd-5212-44c4-b4a8-a6f1bbea58bc,revision_number=None']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:14:19.149127 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-1d0809ec-d925-4858-a7be-bc0c6b510ba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:14:19.154600 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced9fbb3-4264-411e-bc50-02d0f6b89c12 None None] No DVR routers for this DVR port 364610fd-5212-44c4-b4a8-a6f1bbea58bc on host dv-cinder-772388-5-smb {{(pid=93126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:14:19.184598 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced9fbb3-4264-411e-bc50-02d0f6b89c12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:14:19.184988 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced9fbb3-4264-411e-bc50-02d0f6b89c12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:14:19.185335 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced9fbb3-4264-411e-bc50-02d0f6b89c12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:14:19.185672 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced9fbb3-4264-411e-bc50-02d0f6b89c12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:14:19.186003 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced9fbb3-4264-411e-bc50-02d0f6b89c12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:14:19.186328 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced9fbb3-4264-411e-bc50-02d0f6b89c12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:14:19.186652 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced9fbb3-4264-411e-bc50-02d0f6b89c12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:14:19.186975 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced9fbb3-4264-411e-bc50-02d0f6b89c12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:14:19.187296 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced9fbb3-4264-411e-bc50-02d0f6b89c12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:14:19.187751 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced9fbb3-4264-411e-bc50-02d0f6b89c12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:14:19.187978 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced9fbb3-4264-411e-bc50-02d0f6b89c12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:14:19.188300 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced9fbb3-4264-411e-bc50-02d0f6b89c12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:14:19.192665 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-ced9fbb3-4264-411e-bc50-02d0f6b89c12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:14:19.226443 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_hamode_db [None req-91f3187a-29a8-4d36-ad3c-81182baf0f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e764af-c2b0-4096-abd1-2e2e01f80ce9', 'name': 'tempest-AttachVolumeTestJSON-392683727-router', 'tenant_id': 'e6f73748df6f47e596733783efb28800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.46'}], 'enable_snat': True}, 'gw_port_id': '910bb399-ccab-47ae-afea-15035b380733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:10:38Z', 'updated_at': '2021-06-28T12:10:41Z', 'revision_number': 4, 'project_id': 'e6f73748df6f47e596733783efb28800', 'gw_port': {'id': '910bb399-ccab-47ae-afea-15035b380733', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e764af-c2b0-4096-abd1-2e2e01f80ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:10:38Z', 'updated_at': '2021-06-28T12:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb', '_interfaces': [{'id': '35901263-7c1d-4f21-99f6-0b3204666930', 'name': '', 'network_id': '5e2a62c3-8079-4557-880c-8db2f414c599', 'tenant_id': 'e6f73748df6f47e596733783efb28800', 'mac_address': 'fa:16:3e:fb:95:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e764af-c2b0-4096-abd1-2e2e01f80ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '1bbaf67f-dbe3-47b9-b2c3-689daf6ec707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:10:40Z', 'updated_at': '2021-06-28T12:10:45Z', 'revision_number': 5, 'project_id': 'e6f73748df6f47e596733783efb28800', 'subnets': [{'id': '1bbaf67f-dbe3-47b9-b2c3-689daf6ec707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-smb', False) {} {{(pid=93126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:14:19.265421 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f3187a-29a8-4d36-ad3c-81182baf0f80 None None] Checking router: 64e764af-c2b0-4096-abd1-2e2e01f80ce9 for host: dv-cinder-772388-5-smb {{(pid=93126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:14:19.278143 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f3187a-29a8-4d36-ad3c-81182baf0f80 None None] Routers {'64e764af-c2b0-4096-abd1-2e2e01f80ce9'} bound to L3 agent in host dv-cinder-772388-5-smb {{(pid=93126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:14:19.279027 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_hamode_db [None req-91f3187a-29a8-4d36-ad3c-81182baf0f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T11:56:31Z,description=,heartbeat_timestamp=2021-06-28T12:14:01Z,host='dv-cinder-772388-5-smb',id=a3516409-90ed-42c0-9869-2f9c81c3e104,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:56:31Z,topic='l3_agent')) {'router_ids': ['64e764af-c2b0-4096-abd1-2e2e01f80ce9'], 'active': True} {{(pid=93126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:14:19.350925 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [req-db851341-37cc-4c3d-abd2-1a8f2007009b req-571623ca-a82e-4b11-92c7-9a36f0f20980 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/ports?device_id=11638617-0874-4748-8d6a-d32f812757e9 HTTP/1.1" status: 200 len: 210 time: 0.0317667 Jun 28 12:14:19.401331 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvr_db [None req-91f3187a-29a8-4d36-ad3c-81182baf0f80 None None] Set router 64e764af-c2b0-4096-abd1-2e2e01f80ce9 gateway port host: dv-cinder-772388-5-smb {{(pid=93126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:14:19.525260 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-69565075-3bb9-4ac6-8864-48691e8f4676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695600'] for router_interface, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:19.721273 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_hamode_db [None req-91f3187a-29a8-4d36-ad3c-81182baf0f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e764af-c2b0-4096-abd1-2e2e01f80ce9', 'name': 'tempest-AttachVolumeTestJSON-392683727-router', 'tenant_id': 'e6f73748df6f47e596733783efb28800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.46'}], 'enable_snat': True}, 'gw_port_id': '910bb399-ccab-47ae-afea-15035b380733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:10:38Z', 'updated_at': '2021-06-28T12:10:41Z', 'revision_number': 4, 'project_id': 'e6f73748df6f47e596733783efb28800', 'gw_port': {'id': '910bb399-ccab-47ae-afea-15035b380733', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e764af-c2b0-4096-abd1-2e2e01f80ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:10:38Z', 'updated_at': '2021-06-28T12:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb', '_interfaces': [{'id': '35901263-7c1d-4f21-99f6-0b3204666930', 'name': '', 'network_id': '5e2a62c3-8079-4557-880c-8db2f414c599', 'tenant_id': 'e6f73748df6f47e596733783efb28800', 'mac_address': 'fa:16:3e:fb:95:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e764af-c2b0-4096-abd1-2e2e01f80ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '1bbaf67f-dbe3-47b9-b2c3-689daf6ec707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:10:40Z', 'updated_at': '2021-06-28T12:10:45Z', 'revision_number': 5, 'project_id': 'e6f73748df6f47e596733783efb28800', 'subnets': [{'id': '1bbaf67f-dbe3-47b9-b2c3-689daf6ec707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-smb', False) {} {{(pid=93126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:14:19.749899 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device 364610fd-5212-44c4-b4a8-a6f1bbea58bc no longer exists at agent ovs-agent-dv-cinder-772388-5-smb {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:14:19.752267 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f3187a-29a8-4d36-ad3c-81182baf0f80 None None] The sync data for ids ['64e764af-c2b0-4096-abd1-2e2e01f80ce9'] in dv-cinder-772388-5-smb is: [{'id': '64e764af-c2b0-4096-abd1-2e2e01f80ce9', 'name': 'tempest-AttachVolumeTestJSON-392683727-router', 'tenant_id': 'e6f73748df6f47e596733783efb28800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.46'}], 'enable_snat': True}, 'gw_port_id': '910bb399-ccab-47ae-afea-15035b380733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:10:38Z', 'updated_at': '2021-06-28T12:10:41Z', 'revision_number': 4, 'project_id': 'e6f73748df6f47e596733783efb28800', 'gw_port': {'id': '910bb399-ccab-47ae-afea-15035b380733', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e764af-c2b0-4096-abd1-2e2e01f80ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:10:38Z', 'updated_at': '2021-06-28T12:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb', '_interfaces': [{'id': '35901263-7c1d-4f21-99f6-0b3204666930', 'name': '', 'network_id': '5e2a62c3-8079-4557-880c-8db2f414c599', 'tenant_id': 'e6f73748df6f47e596733783efb28800', 'mac_address': 'fa:16:3e:fb:95:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e764af-c2b0-4096-abd1-2e2e01f80ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '1bbaf67f-dbe3-47b9-b2c3-689daf6ec707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:10:40Z', 'updated_at': '2021-06-28T12:10:45Z', 'revision_number': 5, 'project_id': 'e6f73748df6f47e596733783efb28800', 'subnets': [{'id': '1bbaf67f-dbe3-47b9-b2c3-689daf6ec707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:14:19.776198 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.plugin [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] No Port match for: 364610fd-5212-44c4-b4a8-a6f1bbea58bc {{(pid=93126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:14:19.776555 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device 364610fd-5212-44c4-b4a8-a6f1bbea58bc not bound to the agent host dv-cinder-772388-5-smb {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:14:19.776862 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.plugin [None req-69565075-3bb9-4ac6-8864-48691e8f4676 admin admin] Deleting port ccc9c175-0400-4f19-b114-7dbe9c0a0984 {{(pid=93125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:14:19.777578 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device 7952ff49-65f1-49f7-9e3b-a2650d697833 no longer exists at agent ovs-agent-dv-cinder-772388-5-smb {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:14:19.777694 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-69565075-3bb9-4ac6-8864-48691e8f4676 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751010669087'] for port, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:19.796380 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.plugin [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] No Port match for: 7952ff49-65f1-49f7-9e3b-a2650d697833 {{(pid=93126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:14:19.797133 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device 7952ff49-65f1-49f7-9e3b-a2650d697833 not bound to the agent host dv-cinder-772388-5-smb {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:14:19.856235 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.db [None req-69565075-3bb9-4ac6-8864-48691e8f4676 admin admin] For port ccc9c175-0400-4f19-b114-7dbe9c0a0984, host dv-cinder-772388-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-smb',level=0,port_id=ccc9c175-0400-4f19-b114-7dbe9c0a0984,segment=NetworkSegment(a2c9835a-d9cd-40f5-9c97-dd8f0e982bd7),segment_id=a2c9835a-d9cd-40f5-9c97-dd8f0e982bd7)] {{(pid=93125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:14:19.856572 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-69565075-3bb9-4ac6-8864-48691e8f4676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700447'] for port, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:19.868621 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.plugin [None req-69565075-3bb9-4ac6-8864-48691e8f4676 admin admin] Calling delete_port for ccc9c175-0400-4f19-b114-7dbe9c0a0984 owned by network:router_interface {{(pid=93125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:14:19.976346 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597b6141-e644-46be-aa9c-cafb048f46b3 None None] New status for floating IP c9006d9d-b6fd-4497-a198-8d487db14ab2: DOWN {{(pid=93127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 12:14:20.307959 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-69565075-3bb9-4ac6-8864-48691e8f4676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751010672945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751010131959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8413146'] for port, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:20.310681 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-eb537c51-cdab-4bd5-9d9a-42e1d6d1c486 tempest-VolumesNegativeTest-1699326220 tempest-VolumesNegativeTest-1699326220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:14:20.337043 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69565075-3bb9-4ac6-8864-48691e8f4676 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccc9c175-0400-4f19-b114-7dbe9c0a0984,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:14:20.341836 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-69565075-3bb9-4ac6-8864-48691e8f4676 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:14:20.487118 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 35990) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:14:20.499105 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-69565075-3bb9-4ac6-8864-48691e8f4676 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3737344'] for router_interface, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:20.541511 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-b3b2cfca-7949-4628-962a-9afdcb4d8755 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks [] for security_group, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:20.563284 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-b3b2cfca-7949-4628-962a-9afdcb4d8755 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:20.609983 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-b3b2cfca-7949-4628-962a-9afdcb4d8755 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:20.613294 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-b3b2cfca-7949-4628-962a-9afdcb4d8755 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks [] for security_group, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:20.614439 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-b3b2cfca-7949-4628-962a-9afdcb4d8755 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "DELETE /v2.0/security-groups/5266e5ba-186d-453d-af61-17e5bc9d972c HTTP/1.1" status: 204 len: 168 time: 0.1262240 Jun 28 12:14:20.615255 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-5bba2345-6bbd-4ab6-b3e5-9b353d54bf82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:14:20.618094 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 35992) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:14:20.631884 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b2cfca-7949-4628-962a-9afdcb4d8755 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5266e5ba-186d-453d-af61-17e5bc9d972c,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:14:20.637168 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-b3b2cfca-7949-4628-962a-9afdcb4d8755 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:14:20.640821 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.api.v2.resource [None req-5ae325fc-1adc-41d7-8eaf-3dcd55b42c79 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] show failed (client error): The resource could not be found. Jun 28 12:14:20.640821 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-5ae325fc-1adc-41d7-8eaf-3dcd55b42c79 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "GET /v2.0/security-groups/5266e5ba-186d-453d-af61-17e5bc9d972c HTTP/1.1" status: 404 len: 347 time: 0.0206358 Jun 28 12:14:20.642446 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 35994) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:14:20.715464 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69565075-3bb9-4ac6-8864-48691e8f4676 admin admin] Router bf20aea5-0dc8-4603-8ccc-d6fa0f635fe7 has already been hosted by L3 agent a3516409-90ed-42c0-9869-2f9c81c3e104 {{(pid=93125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:14:20.766250 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-690de54a-555f-430b-b7c0-bceb33954ee2 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Deleting port ac553cb0-ce7c-4092-856f-641478fa9aa5 {{(pid=93124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:14:20.766595 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-690de54a-555f-430b-b7c0-bceb33954ee2 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751010669087'] for port, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:20.819953 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69565075-3bb9-4ac6-8864-48691e8f4676 admin admin] Notify agent at l3_agent.dv-cinder-772388-5-smb the message routers_updated {{(pid=93125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 12:14:20.827800 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-69565075-3bb9-4ac6-8864-48691e8f4676 admin admin] 10.222.0.26 "PUT /v2.0/routers/bf20aea5-0dc8-4603-8ccc-d6fa0f635fe7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6887548 Jun 28 12:14:20.827800 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 35996) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:14:20.829827 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3b2138-df5c-4e10-96bc-71cf69d82390 None None] Sync routers for ids ['bf20aea5-0dc8-4603-8ccc-d6fa0f635fe7'] in dv-cinder-772388-5-smb {{(pid=93126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:14:20.839218 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3b2138-df5c-4e10-96bc-71cf69d82390 None None] Routers {'bf20aea5-0dc8-4603-8ccc-d6fa0f635fe7'} bound to L3 agent in host dv-cinder-772388-5-smb {{(pid=93126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:14:20.839953 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_hamode_db [None req-8e3b2138-df5c-4e10-96bc-71cf69d82390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T11:56:31Z,description=,heartbeat_timestamp=2021-06-28T12:14:01Z,host='dv-cinder-772388-5-smb',id=a3516409-90ed-42c0-9869-2f9c81c3e104,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:56:31Z,topic='l3_agent')) {'router_ids': ['bf20aea5-0dc8-4603-8ccc-d6fa0f635fe7'], 'active': True} {{(pid=93126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:14:20.846148 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-690de54a-555f-430b-b7c0-bceb33954ee2 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700447'] for port, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:20.846544 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-690de54a-555f-430b-b7c0-bceb33954ee2 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:20.858304 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-690de54a-555f-430b-b7c0-bceb33954ee2 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Calling delete_port for ac553cb0-ce7c-4092-856f-641478fa9aa5 owned by network:floatingip {{(pid=93124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:14:20.920444 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device 531a2327-63ab-4cd1-aa8b-46109d5e1a49 no longer exists at agent hyperv_hv-cinder-77238 {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:14:20.936018 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-398b7107-07aa-479d-88ab-9fd9d4695186 admin admin] Notify callbacks [] for router, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:20.944145 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.plugin [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] No Port match for: 531a2327-63ab-4cd1-aa8b-46109d5e1a49 {{(pid=93126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:14:20.944497 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Device 531a2327-63ab-4cd1-aa8b-46109d5e1a49 not bound to the agent host hv-cinder-77238 {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:14:20.966636 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvr_db [None req-8e3b2138-df5c-4e10-96bc-71cf69d82390 None None] Set router bf20aea5-0dc8-4603-8ccc-d6fa0f635fe7 gateway port host: dv-cinder-772388-5-smb {{(pid=93126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:14:21.009308 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-690de54a-555f-430b-b7c0-bceb33954ee2 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751010672945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751010131959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8411040'] for port, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:21.012512 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-3dcf0eb2-78d5-4599-9733-751188569ba9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:14:21.036764 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690de54a-555f-430b-b7c0-bceb33954ee2 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Pushing event deleted for resources: {'Port': ['ID=ac553cb0-ce7c-4092-856f-641478fa9aa5,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:14:21.043526 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-398b7107-07aa-479d-88ab-9fd9d4695186 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:21.043671 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-690de54a-555f-430b-b7c0-bceb33954ee2 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:14:21.101027 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-690de54a-555f-430b-b7c0-bceb33954ee2 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks [] for floatingip, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:21.101304 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.plugin [None req-398b7107-07aa-479d-88ab-9fd9d4695186 admin admin] Deleting port bec89441-109e-4e75-83a2-29269f0eb1c8 {{(pid=93125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:14:21.101793 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-398b7107-07aa-479d-88ab-9fd9d4695186 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751010669087'] for port, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:21.104839 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-690de54a-555f-430b-b7c0-bceb33954ee2 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188324'] for floatingip, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:21.106003 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-690de54a-555f-430b-b7c0-bceb33954ee2 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] 10.222.0.26 "DELETE /v2.0/floatingips/c9006d9d-b6fd-4497-a198-8d487db14ab2 HTTP/1.1" status: 204 len: 168 time: 0.4625704 Jun 28 12:14:21.158303 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_hamode_db [None req-8e3b2138-df5c-4e10-96bc-71cf69d82390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf20aea5-0dc8-4603-8ccc-d6fa0f635fe7', 'name': 'tempest-TestShelveInstance-1884840467-router', 'tenant_id': 'ec4a61d8743e46a4b5a421de956dd8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.132'}], 'enable_snat': True}, 'gw_port_id': 'bec89441-109e-4e75-83a2-29269f0eb1c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:10:08Z', 'updated_at': '2021-06-28T12:14:20Z', 'revision_number': 5, 'project_id': 'ec4a61d8743e46a4b5a421de956dd8c3', 'gw_port': {'id': 'bec89441-109e-4e75-83a2-29269f0eb1c8', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf20aea5-0dc8-4603-8ccc-d6fa0f635fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:10:08Z', 'updated_at': '2021-06-28T12:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb'}], 'dv-cinder-772388-5-smb', False) {} {{(pid=93126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:14:21.187701 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.db [None req-398b7107-07aa-479d-88ab-9fd9d4695186 admin admin] For port bec89441-109e-4e75-83a2-29269f0eb1c8, host dv-cinder-772388-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-smb',level=0,port_id=bec89441-109e-4e75-83a2-29269f0eb1c8,segment=NetworkSegment(9701132a-6585-4d51-ae24-db0b91696e59),segment_id=9701132a-6585-4d51-ae24-db0b91696e59)] {{(pid=93125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:14:21.188081 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-398b7107-07aa-479d-88ab-9fd9d4695186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700447'] for port, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:21.193043 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3b2138-df5c-4e10-96bc-71cf69d82390 None None] Checking router: bf20aea5-0dc8-4603-8ccc-d6fa0f635fe7 for host: dv-cinder-772388-5-smb {{(pid=93126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:14:21.202499 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3b2138-df5c-4e10-96bc-71cf69d82390 None None] Routers {'bf20aea5-0dc8-4603-8ccc-d6fa0f635fe7'} bound to L3 agent in host dv-cinder-772388-5-smb {{(pid=93126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:14:21.203169 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_hamode_db [None req-8e3b2138-df5c-4e10-96bc-71cf69d82390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T11:56:31Z,description=,heartbeat_timestamp=2021-06-28T12:14:01Z,host='dv-cinder-772388-5-smb',id=a3516409-90ed-42c0-9869-2f9c81c3e104,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:56:31Z,topic='l3_agent')) {'router_ids': ['bf20aea5-0dc8-4603-8ccc-d6fa0f635fe7'], 'active': True} {{(pid=93126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:14:21.203986 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.plugin [None req-398b7107-07aa-479d-88ab-9fd9d4695186 admin admin] Calling delete_port for bec89441-109e-4e75-83a2-29269f0eb1c8 owned by network:router_gateway {{(pid=93125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:14:21.294358 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvr_db [None req-8e3b2138-df5c-4e10-96bc-71cf69d82390 None None] Set router bf20aea5-0dc8-4603-8ccc-d6fa0f635fe7 gateway port host: None {{(pid=93126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:14:21.347557 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_hamode_db [None req-8e3b2138-df5c-4e10-96bc-71cf69d82390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf20aea5-0dc8-4603-8ccc-d6fa0f635fe7', 'name': 'tempest-TestShelveInstance-1884840467-router', 'tenant_id': 'ec4a61d8743e46a4b5a421de956dd8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:10:08Z', 'updated_at': '2021-06-28T12:14:21Z', 'revision_number': 6, 'project_id': 'ec4a61d8743e46a4b5a421de956dd8c3', 'gw_port_host': None}], 'dv-cinder-772388-5-smb', False) {} {{(pid=93126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:14:21.377405 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3b2138-df5c-4e10-96bc-71cf69d82390 None None] The sync data for ids ['bf20aea5-0dc8-4603-8ccc-d6fa0f635fe7'] in dv-cinder-772388-5-smb is: [{'id': 'bf20aea5-0dc8-4603-8ccc-d6fa0f635fe7', 'name': 'tempest-TestShelveInstance-1884840467-router', 'tenant_id': 'ec4a61d8743e46a4b5a421de956dd8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:10:08Z', 'updated_at': '2021-06-28T12:14:21Z', 'revision_number': 6, 'project_id': 'ec4a61d8743e46a4b5a421de956dd8c3', 'gw_port_host': None}] {{(pid=93126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:14:21.383938 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-398b7107-07aa-479d-88ab-9fd9d4695186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751010672945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751010131959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8413146'] for port, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:21.386197 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-f99dcf1b-2c31-4aa2-85ca-8299cc32f1f5 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:14:21.410172 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398b7107-07aa-479d-88ab-9fd9d4695186 admin admin] Pushing event deleted for resources: {'Port': ['ID=bec89441-109e-4e75-83a2-29269f0eb1c8,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:14:21.413355 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-398b7107-07aa-479d-88ab-9fd9d4695186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:14:21.475206 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-398b7107-07aa-479d-88ab-9fd9d4695186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799957'] for router_gateway, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:21.560575 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-398b7107-07aa-479d-88ab-9fd9d4695186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3799445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12351'] for router, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:21.562533 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-398b7107-07aa-479d-88ab-9fd9d4695186 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:21.604000 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-398b7107-07aa-479d-88ab-9fd9d4695186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3800287'] for router, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:21.604499 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398b7107-07aa-479d-88ab-9fd9d4695186 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf20aea5-0dc8-4603-8ccc-d6fa0f635fe7 {{(pid=93125) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 12:14:21.608936 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-398b7107-07aa-479d-88ab-9fd9d4695186 admin admin] Notify callbacks [] for router, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:21.610027 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-398b7107-07aa-479d-88ab-9fd9d4695186 admin admin] 10.222.0.26 "DELETE /v2.0/routers/bf20aea5-0dc8-4603-8ccc-d6fa0f635fe7 HTTP/1.1" status: 204 len: 168 time: 0.7816980 Jun 28 12:14:21.612954 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 36002) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:14:21.655615 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5a13beb-3a0f-451f-a81b-3b3e28edd415 admin admin] Deleting subnet 547d022e-e269-4c5b-8d06-69102b533599 {{(pid=93125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 12:14:21.658496 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-e5a13beb-3a0f-451f-a81b-3b3e28edd415 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:21.695461 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-e5a13beb-3a0f-451f-a81b-3b3e28edd415 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12480110'] for subnet, precommit_delete_associations {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:21.783128 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-e5a13beb-3a0f-451f-a81b-3b3e28edd415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3543267'] for subnet, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:21.842118 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-e5a13beb-3a0f-451f-a81b-3b3e28edd415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3543284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4137752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8412948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11140556'] for subnet, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:21.845087 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-63a1ea0c-69c5-43a6-a832-0f0a639aa7ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:14:21.869530 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a13beb-3a0f-451f-a81b-3b3e28edd415 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=547d022e-e269-4c5b-8d06-69102b533599,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:14:21.871456 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-e5a13beb-3a0f-451f-a81b-3b3e28edd415 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3735354'] for subnet, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:21.875150 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-e5a13beb-3a0f-451f-a81b-3b3e28edd415 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/547d022e-e269-4c5b-8d06-69102b533599 HTTP/1.1" status: 204 len: 168 time: 0.2611554 Jun 28 12:14:21.875682 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c12094c-597c-4601-9607-aa64fef52d49 None None] Network bd27b8fa-9a96-4270-8a3b-c604688407dc requested from dv-cinder-772388-5-smb {{(pid=93126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:14:21.876373 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-e5a13beb-3a0f-451f-a81b-3b3e28edd415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:14:21.877067 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 36004) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:14:21.949147 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-516f9a6e-6b99-47fe-a323-c0c47173346c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572552'] for network, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:22.000816 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-516f9a6e-6b99-47fe-a323-c0c47173346c admin admin] Deleting port d26a34b7-8daa-41a4-a66e-b26868014bb5 {{(pid=93124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:14:22.001152 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-516f9a6e-6b99-47fe-a323-c0c47173346c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751010669087'] for port, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:22.065202 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-516f9a6e-6b99-47fe-a323-c0c47173346c admin admin] For port d26a34b7-8daa-41a4-a66e-b26868014bb5, host dv-cinder-772388-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-smb',level=0,port_id=d26a34b7-8daa-41a4-a66e-b26868014bb5,segment=NetworkSegment(a2c9835a-d9cd-40f5-9c97-dd8f0e982bd7),segment_id=a2c9835a-d9cd-40f5-9c97-dd8f0e982bd7)] {{(pid=93124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:14:22.065508 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-516f9a6e-6b99-47fe-a323-c0c47173346c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700447'] for port, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:22.077914 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-516f9a6e-6b99-47fe-a323-c0c47173346c admin admin] Calling delete_port for d26a34b7-8daa-41a4-a66e-b26868014bb5 owned by network:dhcp {{(pid=93124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:14:22.146281 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.agents_db [None req-f497f353-63e3-44e2-a2cd-a5845e949060 None None] Agent healthcheck: found 6 active agents {{(pid=93127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:14:22.155810 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-516f9a6e-6b99-47fe-a323-c0c47173346c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751010672945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751010131959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8411040'] for port, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:22.158180 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-dd113f18-b427-43ac-b38e-116cc639c65c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:14:22.180764 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516f9a6e-6b99-47fe-a323-c0c47173346c admin admin] Pushing event deleted for resources: {'Port': ['ID=d26a34b7-8daa-41a4-a66e-b26868014bb5,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:14:22.186258 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59631dc-bcd2-4d02-bfe0-693589893331 None None] DHCP port deletion for bd27b8fa-9a96-4270-8a3b-c604688407dc request from dv-cinder-772388-5-smb {{(pid=93126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 12:14:22.190994 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-516f9a6e-6b99-47fe-a323-c0c47173346c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:14:22.194003 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516f9a6e-6b99-47fe-a323-c0c47173346c admin admin] No DVR routers for this DVR port d26a34b7-8daa-41a4-a66e-b26868014bb5 on host dv-cinder-772388-5-smb {{(pid=93124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:14:22.205274 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device ccc9c175-0400-4f19-b114-7dbe9c0a0984 no longer exists at agent ovs-agent-dv-cinder-772388-5-smb {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:14:22.231684 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.plugin [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] No Port match for: ccc9c175-0400-4f19-b114-7dbe9c0a0984 {{(pid=93126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:14:22.232375 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device ccc9c175-0400-4f19-b114-7dbe9c0a0984 not bound to the agent host dv-cinder-772388-5-smb {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:14:22.275554 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-516f9a6e-6b99-47fe-a323-c0c47173346c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3544245', 'neutron.services.segments.db._delete_segments_for_network-8751010592552'] for network, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:22.286520 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.services.segments.db [None req-516f9a6e-6b99-47fe-a323-c0c47173346c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd27b8fa-9a96-4270-8a3b-c604688407dc']}} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:14:22.296838 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.services.segments.db [None req-516f9a6e-6b99-47fe-a323-c0c47173346c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2c9835a-d9cd-40f5-9c97-dd8f0e982bd7') {'for_net_delete': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:14:22.297141 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.services.segments.db [None req-516f9a6e-6b99-47fe-a323-c0c47173346c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2c9835a-d9cd-40f5-9c97-dd8f0e982bd7') {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:14:22.307949 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-516f9a6e-6b99-47fe-a323-c0c47173346c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751010442123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8809173'] for segment, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:22.325097 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-516f9a6e-6b99-47fe-a323-c0c47173346c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539709'] for segment, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:22.332239 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-516f9a6e-6b99-47fe-a323-c0c47173346c admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=93124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 12:14:22.332641 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-516f9a6e-6b99-47fe-a323-c0c47173346c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8411021'] for segment, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:22.334710 dv-cinder-772388-5-smb neutron-server[93124]: Traceback (most recent call last): Jun 28 12:14:22.334710 dv-cinder-772388-5-smb neutron-server[93124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 12:14:22.334710 dv-cinder-772388-5-smb neutron-server[93124]: timer() Jun 28 12:14:22.334710 dv-cinder-772388-5-smb neutron-server[93124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 12:14:22.334710 dv-cinder-772388-5-smb neutron-server[93124]: cb(*args, **kw) Jun 28 12:14:22.334710 dv-cinder-772388-5-smb neutron-server[93124]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 12:14:22.334710 dv-cinder-772388-5-smb neutron-server[93124]: return func(*args, **kwargs) Jun 28 12:14:22.334710 dv-cinder-772388-5-smb neutron-server[93124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 12:14:22.334710 dv-cinder-772388-5-smb neutron-server[93124]: self._notify() Jun 28 12:14:22.334710 dv-cinder-772388-5-smb neutron-server[93124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 12:14:22.334710 dv-cinder-772388-5-smb neutron-server[93124]: self.callback(batched_events) Jun 28 12:14:22.334710 dv-cinder-772388-5-smb neutron-server[93124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 12:14:22.334710 dv-cinder-772388-5-smb neutron-server[93124]: event.method(event) Jun 28 12:14:22.334710 dv-cinder-772388-5-smb neutron-server[93124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 12:14:22.334710 dv-cinder-772388-5-smb neutron-server[93124]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 12:14:22.334710 dv-cinder-772388-5-smb neutron-server[93124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 12:14:22.334710 dv-cinder-772388-5-smb neutron-server[93124]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 12:14:22.334710 dv-cinder-772388-5-smb neutron-server[93124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 12:14:22.334710 dv-cinder-772388-5-smb neutron-server[93124]: return f(self, *a, **k) Jun 28 12:14:22.334710 dv-cinder-772388-5-smb neutron-server[93124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 12:14:22.334710 dv-cinder-772388-5-smb neutron-server[93124]: return self._get(url).json() Jun 28 12:14:22.334710 dv-cinder-772388-5-smb neutron-server[93124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 12:14:22.334710 dv-cinder-772388-5-smb neutron-server[93124]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 12:14:22.334710 dv-cinder-772388-5-smb neutron-server[93124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 12:14:22.334710 dv-cinder-772388-5-smb neutron-server[93124]: return self.request(url, 'GET', **kwargs) Jun 28 12:14:22.334710 dv-cinder-772388-5-smb neutron-server[93124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 12:14:22.334710 dv-cinder-772388-5-smb neutron-server[93124]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 12:14:22.334710 dv-cinder-772388-5-smb neutron-server[93124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 12:14:22.334710 dv-cinder-772388-5-smb neutron-server[93124]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 12:14:22.334710 dv-cinder-772388-5-smb neutron-server[93124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 12:14:22.334710 dv-cinder-772388-5-smb neutron-server[93124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 12:14:22.334710 dv-cinder-772388-5-smb neutron-server[93124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 12:14:22.392837 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-516f9a6e-6b99-47fe-a323-c0c47173346c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3544236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799908'] for network, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:22.397219 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:14:22.400638 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-516f9a6e-6b99-47fe-a323-c0c47173346c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3735354'] for network, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:22.402705 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-516f9a6e-6b99-47fe-a323-c0c47173346c admin admin] 10.222.0.26 "DELETE /v2.0/networks/bd27b8fa-9a96-4270-8a3b-c604688407dc HTTP/1.1" status: 204 len: 168 time: 0.5240719 Jun 28 12:14:22.416950 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516f9a6e-6b99-47fe-a323-c0c47173346c admin admin] Pushing event deleted for resources: {'Network': ['ID=bd27b8fa-9a96-4270-8a3b-c604688407dc,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:14:22.419375 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-516f9a6e-6b99-47fe-a323-c0c47173346c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:14:22.525069 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 36016) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:14:22.567863 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-d6c738b5-a8fb-4f76-986c-d0f4a8e9fee4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7bc832fb54e44764850d1c5b6e3f6aa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0415716 Jun 28 12:14:22.570130 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 36018) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:14:22.614859 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-f2ddf967-ad53-4eb1-b2a4-4979e317eb73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:22.635186 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-f2ddf967-ad53-4eb1-b2a4-4979e317eb73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:22.679495 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-f2ddf967-ad53-4eb1-b2a4-4979e317eb73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:22.682320 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-f2ddf967-ad53-4eb1-b2a4-4979e317eb73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:22.683473 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-f2ddf967-ad53-4eb1-b2a4-4979e317eb73 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b5c3f586-7f6d-43b1-a294-ec9d42e4e3a6 HTTP/1.1" status: 204 len: 168 time: 0.1124773 Jun 28 12:14:22.684235 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-c874824f-1ae5-4648-9f18-7bf2457e6517 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:14:22.692038 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ddf967-ad53-4eb1-b2a4-4979e317eb73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c3f586-7f6d-43b1-a294-ec9d42e4e3a6,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:14:22.694539 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-f2ddf967-ad53-4eb1-b2a4-4979e317eb73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:14:23.006505 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 36024) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:14:23.044014 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-77202415-eebb-4f8b-8777-3e3c89315161 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ec4a61d8743e46a4b5a421de956dd8c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0362306 Jun 28 12:14:23.046321 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 36026) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:14:23.092460 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-b2ae9243-96ac-4fb9-8434-8c9407432c0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:23.112645 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-b2ae9243-96ac-4fb9-8434-8c9407432c0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:23.161455 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-b2ae9243-96ac-4fb9-8434-8c9407432c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:23.163982 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-b2ae9243-96ac-4fb9-8434-8c9407432c0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:23.165111 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-b2ae9243-96ac-4fb9-8434-8c9407432c0a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c61150b6-1001-415a-b145-82ee1f7fa796 HTTP/1.1" status: 204 len: 168 time: 0.1178300 Jun 28 12:14:23.165865 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-e5e6ee2b-1791-4f91-9930-a46085c047b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:14:23.172758 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ae9243-96ac-4fb9-8434-8c9407432c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c61150b6-1001-415a-b145-82ee1f7fa796,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:14:23.175465 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-b2ae9243-96ac-4fb9-8434-8c9407432c0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:14:23.725367 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device bec89441-109e-4e75-83a2-29269f0eb1c8 no longer exists at agent ovs-agent-dv-cinder-772388-5-smb {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:14:23.744144 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.plugin [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] No Port match for: bec89441-109e-4e75-83a2-29269f0eb1c8 {{(pid=93126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:14:23.744503 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device bec89441-109e-4e75-83a2-29269f0eb1c8 not bound to the agent host dv-cinder-772388-5-smb {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:14:23.744941 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device d26a34b7-8daa-41a4-a66e-b26868014bb5 no longer exists at agent ovs-agent-dv-cinder-772388-5-smb {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:14:23.762523 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.plugin [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] No Port match for: d26a34b7-8daa-41a4-a66e-b26868014bb5 {{(pid=93126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:14:23.762881 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device d26a34b7-8daa-41a4-a66e-b26868014bb5 not bound to the agent host dv-cinder-772388-5-smb {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:14:24.796590 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 36046) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:14:25.129973 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-08cb0ff0-9d2a-48be-95c9-d04a3ae9c70c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695600'] for router_interface, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:25.370536 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.plugin [None req-08cb0ff0-9d2a-48be-95c9-d04a3ae9c70c admin admin] Deleting port 35901263-7c1d-4f21-99f6-0b3204666930 {{(pid=93125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:14:25.370879 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-08cb0ff0-9d2a-48be-95c9-d04a3ae9c70c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751010669087'] for port, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:25.446502 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.db [None req-08cb0ff0-9d2a-48be-95c9-d04a3ae9c70c admin admin] For port 35901263-7c1d-4f21-99f6-0b3204666930, host dv-cinder-772388-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-smb',level=0,port_id=35901263-7c1d-4f21-99f6-0b3204666930,segment=NetworkSegment(dfd01ef4-b24a-46c0-baf1-127e8472c76f),segment_id=dfd01ef4-b24a-46c0-baf1-127e8472c76f)] {{(pid=93125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:14:25.446773 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-08cb0ff0-9d2a-48be-95c9-d04a3ae9c70c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700447'] for port, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:25.458918 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.plugin [None req-08cb0ff0-9d2a-48be-95c9-d04a3ae9c70c admin admin] Calling delete_port for 35901263-7c1d-4f21-99f6-0b3204666930 owned by network:router_interface {{(pid=93125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:14:25.625136 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-08cb0ff0-9d2a-48be-95c9-d04a3ae9c70c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751010672945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751010131959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8413146'] for port, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:25.628275 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-9f98e0ec-74db-4fe4-ab4a-6bb12db1835c tempest-TestShelveInstance-2036600748 tempest-TestShelveInstance-2036600748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:14:25.651458 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cb0ff0-9d2a-48be-95c9-d04a3ae9c70c admin admin] Pushing event deleted for resources: {'Port': ['ID=35901263-7c1d-4f21-99f6-0b3204666930,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:14:25.655915 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-08cb0ff0-9d2a-48be-95c9-d04a3ae9c70c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:14:25.818151 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-08cb0ff0-9d2a-48be-95c9-d04a3ae9c70c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3929298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3737344'] for router_interface, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:26.278442 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08cb0ff0-9d2a-48be-95c9-d04a3ae9c70c admin admin] Router 64e764af-c2b0-4096-abd1-2e2e01f80ce9 has already been hosted by L3 agent a3516409-90ed-42c0-9869-2f9c81c3e104 {{(pid=93125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:14:26.377855 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08cb0ff0-9d2a-48be-95c9-d04a3ae9c70c admin admin] Notify agent at l3_agent.dv-cinder-772388-5-smb the message routers_updated {{(pid=93125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 12:14:26.382677 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-08cb0ff0-9d2a-48be-95c9-d04a3ae9c70c admin admin] 10.222.0.26 "PUT /v2.0/routers/64e764af-c2b0-4096-abd1-2e2e01f80ce9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5850477 Jun 28 12:14:26.385204 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 36048) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:14:26.386025 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b302ff3f-7d59-4008-8b93-07ea73bbb436 None None] Sync routers for ids ['64e764af-c2b0-4096-abd1-2e2e01f80ce9'] in dv-cinder-772388-5-smb {{(pid=93127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:14:26.394983 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b302ff3f-7d59-4008-8b93-07ea73bbb436 None None] Routers {'64e764af-c2b0-4096-abd1-2e2e01f80ce9'} bound to L3 agent in host dv-cinder-772388-5-smb {{(pid=93127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:14:26.395587 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_hamode_db [None req-b302ff3f-7d59-4008-8b93-07ea73bbb436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T11:56:31Z,description=,heartbeat_timestamp=2021-06-28T12:14:01Z,host='dv-cinder-772388-5-smb',id=a3516409-90ed-42c0-9869-2f9c81c3e104,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:56:31Z,topic='l3_agent')) {'router_ids': ['64e764af-c2b0-4096-abd1-2e2e01f80ce9'], 'active': True} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:14:26.484276 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-14a182fa-bdae-4636-b9bc-4c8f9148a29e admin admin] Notify callbacks [] for router, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:26.495485 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_dvr_db [None req-b302ff3f-7d59-4008-8b93-07ea73bbb436 None None] Set router 64e764af-c2b0-4096-abd1-2e2e01f80ce9 gateway port host: dv-cinder-772388-5-smb {{(pid=93127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:14:26.583106 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-14a182fa-bdae-4636-b9bc-4c8f9148a29e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:26.632764 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.plugin [None req-14a182fa-bdae-4636-b9bc-4c8f9148a29e admin admin] Deleting port 910bb399-ccab-47ae-afea-15035b380733 {{(pid=93125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:14:26.633128 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-14a182fa-bdae-4636-b9bc-4c8f9148a29e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751010669087'] for port, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:26.662575 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_hamode_db [None req-b302ff3f-7d59-4008-8b93-07ea73bbb436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e764af-c2b0-4096-abd1-2e2e01f80ce9', 'name': 'tempest-AttachVolumeTestJSON-392683727-router', 'tenant_id': 'e6f73748df6f47e596733783efb28800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'external_fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.46'}], 'enable_snat': True}, 'gw_port_id': '910bb399-ccab-47ae-afea-15035b380733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:10:38Z', 'updated_at': '2021-06-28T12:14:25Z', 'revision_number': 5, 'project_id': 'e6f73748df6f47e596733783efb28800', 'gw_port': {'id': '910bb399-ccab-47ae-afea-15035b380733', 'name': '', 'network_id': 'ccb85226-c586-4fa5-aec0-6cfbd080c008', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e764af-c2b0-4096-abd1-2e2e01f80ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'ip_address': '172.28.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:10:38Z', 'updated_at': '2021-06-28T12:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f863da3b-2790-4793-ac71-6f3e8dbd6721', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-smb'}], 'dv-cinder-772388-5-smb', False) {} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:14:26.690850 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b302ff3f-7d59-4008-8b93-07ea73bbb436 None None] Checking router: 64e764af-c2b0-4096-abd1-2e2e01f80ce9 for host: dv-cinder-772388-5-smb {{(pid=93127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:14:26.699140 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b302ff3f-7d59-4008-8b93-07ea73bbb436 None None] Routers {'64e764af-c2b0-4096-abd1-2e2e01f80ce9'} bound to L3 agent in host dv-cinder-772388-5-smb {{(pid=93127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:14:26.699754 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_hamode_db [None req-b302ff3f-7d59-4008-8b93-07ea73bbb436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T11:56:31Z,description=,heartbeat_timestamp=2021-06-28T12:14:01Z,host='dv-cinder-772388-5-smb',id=a3516409-90ed-42c0-9869-2f9c81c3e104,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:56:31Z,topic='l3_agent')) {'router_ids': ['64e764af-c2b0-4096-abd1-2e2e01f80ce9'], 'active': True} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:14:26.717170 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.db [None req-14a182fa-bdae-4636-b9bc-4c8f9148a29e admin admin] For port 910bb399-ccab-47ae-afea-15035b380733, host dv-cinder-772388-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-smb',level=0,port_id=910bb399-ccab-47ae-afea-15035b380733,segment=NetworkSegment(9701132a-6585-4d51-ae24-db0b91696e59),segment_id=9701132a-6585-4d51-ae24-db0b91696e59)] {{(pid=93125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:14:26.717532 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-14a182fa-bdae-4636-b9bc-4c8f9148a29e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700447'] for port, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:26.729338 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.plugin [None req-14a182fa-bdae-4636-b9bc-4c8f9148a29e admin admin] Calling delete_port for 910bb399-ccab-47ae-afea-15035b380733 owned by network:router_gateway {{(pid=93125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:14:26.782019 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_dvr_db [None req-b302ff3f-7d59-4008-8b93-07ea73bbb436 None None] Set router 64e764af-c2b0-4096-abd1-2e2e01f80ce9 gateway port host: None {{(pid=93127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:14:26.830391 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.l3_hamode_db [None req-b302ff3f-7d59-4008-8b93-07ea73bbb436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e764af-c2b0-4096-abd1-2e2e01f80ce9', 'name': 'tempest-AttachVolumeTestJSON-392683727-router', 'tenant_id': 'e6f73748df6f47e596733783efb28800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:10:38Z', 'updated_at': '2021-06-28T12:14:26Z', 'revision_number': 6, 'project_id': 'e6f73748df6f47e596733783efb28800', 'gw_port_host': None}], 'dv-cinder-772388-5-smb', False) {} {{(pid=93127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:14:26.859668 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b302ff3f-7d59-4008-8b93-07ea73bbb436 None None] The sync data for ids ['64e764af-c2b0-4096-abd1-2e2e01f80ce9'] in dv-cinder-772388-5-smb is: [{'id': '64e764af-c2b0-4096-abd1-2e2e01f80ce9', 'name': 'tempest-AttachVolumeTestJSON-392683727-router', 'tenant_id': 'e6f73748df6f47e596733783efb28800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:10:38Z', 'updated_at': '2021-06-28T12:14:26Z', 'revision_number': 6, 'project_id': 'e6f73748df6f47e596733783efb28800', 'gw_port_host': None}] {{(pid=93127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:14:26.893128 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-14a182fa-bdae-4636-b9bc-4c8f9148a29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751010672945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751010131959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8413146'] for port, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:26.895853 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-fa286949-c8e3-41ce-84c3-86c4ce02a9b9 tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:14:26.917832 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a182fa-bdae-4636-b9bc-4c8f9148a29e admin admin] Pushing event deleted for resources: {'Port': ['ID=910bb399-ccab-47ae-afea-15035b380733,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:14:26.921468 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-14a182fa-bdae-4636-b9bc-4c8f9148a29e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:14:26.979976 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-14a182fa-bdae-4636-b9bc-4c8f9148a29e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799957'] for router_gateway, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:27.068405 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-14a182fa-bdae-4636-b9bc-4c8f9148a29e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3799445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12351'] for router, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:27.070478 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-14a182fa-bdae-4636-b9bc-4c8f9148a29e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:27.113513 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-14a182fa-bdae-4636-b9bc-4c8f9148a29e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3800287'] for router, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:27.113946 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a182fa-bdae-4636-b9bc-4c8f9148a29e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64e764af-c2b0-4096-abd1-2e2e01f80ce9 {{(pid=93125) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 12:14:27.118015 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-14a182fa-bdae-4636-b9bc-4c8f9148a29e admin admin] Notify callbacks [] for router, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:27.119161 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-14a182fa-bdae-4636-b9bc-4c8f9148a29e admin admin] 10.222.0.26 "DELETE /v2.0/routers/64e764af-c2b0-4096-abd1-2e2e01f80ce9 HTTP/1.1" status: 204 len: 168 time: 0.7330174 Jun 28 12:14:27.121554 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 36050) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:14:27.167928 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.db_base_plugin_v2 [None req-baf005ab-f04e-4b95-a777-fa69388178bd admin admin] Deleting subnet 1bbaf67f-dbe3-47b9-b2c3-689daf6ec707 {{(pid=93125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 12:14:27.170836 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-baf005ab-f04e-4b95-a777-fa69388178bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:27.204626 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-baf005ab-f04e-4b95-a777-fa69388178bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12480110'] for subnet, precommit_delete_associations {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:27.289687 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-baf005ab-f04e-4b95-a777-fa69388178bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3543267'] for subnet, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:27.340884 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-baf005ab-f04e-4b95-a777-fa69388178bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3543284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4137752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8412948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11140556'] for subnet, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:27.343731 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:14:27.366509 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf005ab-f04e-4b95-a777-fa69388178bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bbaf67f-dbe3-47b9-b2c3-689daf6ec707,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:14:27.369416 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-baf005ab-f04e-4b95-a777-fa69388178bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:14:27.370383 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-baf005ab-f04e-4b95-a777-fa69388178bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3735354'] for subnet, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:27.372189 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-baf005ab-f04e-4b95-a777-fa69388178bd admin admin] 10.222.0.26 "DELETE /v2.0/subnets/1bbaf67f-dbe3-47b9-b2c3-689daf6ec707 HTTP/1.1" status: 204 len: 168 time: 0.2497475 Jun 28 12:14:27.374850 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 36052) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:14:27.375833 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742a7d50-49ec-407c-ae67-05bada383b47 None None] Network 5e2a62c3-8079-4557-880c-8db2f414c599 requested from dv-cinder-772388-5-smb {{(pid=93126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:14:27.444019 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-e3de0541-7fc3-4883-8cf6-1649d9734a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572552'] for network, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:27.495315 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.plugin [None req-e3de0541-7fc3-4883-8cf6-1649d9734a29 admin admin] Deleting port 618e7662-fa9b-4066-be3b-82453a85d430 {{(pid=93125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:14:27.495703 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-e3de0541-7fc3-4883-8cf6-1649d9734a29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751010669087'] for port, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:27.572644 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.db [None req-e3de0541-7fc3-4883-8cf6-1649d9734a29 admin admin] For port 618e7662-fa9b-4066-be3b-82453a85d430, host dv-cinder-772388-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-smb',level=0,port_id=618e7662-fa9b-4066-be3b-82453a85d430,segment=NetworkSegment(dfd01ef4-b24a-46c0-baf1-127e8472c76f),segment_id=dfd01ef4-b24a-46c0-baf1-127e8472c76f)] {{(pid=93125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:14:27.573005 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-e3de0541-7fc3-4883-8cf6-1649d9734a29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700447'] for port, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:27.584990 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.plugin [None req-e3de0541-7fc3-4883-8cf6-1649d9734a29 admin admin] Calling delete_port for 618e7662-fa9b-4066-be3b-82453a85d430 owned by network:dhcp {{(pid=93125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:14:27.622969 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5481da-880e-4b27-b8d7-43fb8bdbc875 None None] DHCP port deletion for 5e2a62c3-8079-4557-880c-8db2f414c599 request from dv-cinder-772388-5-smb {{(pid=93126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 12:14:27.666425 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-e3de0541-7fc3-4883-8cf6-1649d9734a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751010672945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751010131959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8413146'] for port, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:27.668586 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-850cc5e0-5293-4da3-a999-1cdb68a849b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:14:27.669949 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.plugin [None req-ac5481da-880e-4b27-b8d7-43fb8bdbc875 None None] Deleting port 618e7662-fa9b-4066-be3b-82453a85d430 {{(pid=93126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:14:27.670510 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-ac5481da-880e-4b27-b8d7-43fb8bdbc875 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751010669087'] for port, before_delete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:27.693770 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3de0541-7fc3-4883-8cf6-1649d9734a29 admin admin] Pushing event deleted for resources: {'Port': ['ID=618e7662-fa9b-4066-be3b-82453a85d430,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:14:27.697047 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-e3de0541-7fc3-4883-8cf6-1649d9734a29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:14:27.697833 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3de0541-7fc3-4883-8cf6-1649d9734a29 admin admin] No DVR routers for this DVR port 618e7662-fa9b-4066-be3b-82453a85d430 on host dv-cinder-772388-5-smb {{(pid=93125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:14:27.739276 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.db [None req-ac5481da-880e-4b27-b8d7-43fb8bdbc875 None None] For port 618e7662-fa9b-4066-be3b-82453a85d430, host dv-cinder-772388-5-smb, got binding levels [] {{(pid=93126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:14:27.739889 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-ac5481da-880e-4b27-b8d7-43fb8bdbc875 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3700447'] for port, precommit_delete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:27.753206 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.plugin [None req-ac5481da-880e-4b27-b8d7-43fb8bdbc875 None None] Calling delete_port for 618e7662-fa9b-4066-be3b-82453a85d430 owned by network:dhcp {{(pid=93126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:14:27.756271 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.ipam_backend_mixin [None req-ac5481da-880e-4b27-b8d7-43fb8bdbc875 None None] Port 618e7662-fa9b-4066-be3b-82453a85d430 was not found and therefore no delete operation was performed {{(pid=93126) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 28 12:14:27.757670 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-ac5481da-880e-4b27-b8d7-43fb8bdbc875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3735336', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751010672945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751010131959'] for port, after_delete {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:27.761616 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-4e54d184-9b1e-4a05-b516-39d5f3d4cc97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:14:27.763610 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device 910bb399-ccab-47ae-afea-15035b380733 no longer exists at agent ovs-agent-dv-cinder-772388-5-smb {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:14:27.773834 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-e3de0541-7fc3-4883-8cf6-1649d9734a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3544245', 'neutron.services.segments.db._delete_segments_for_network-8751010592552'] for network, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:27.784652 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.services.segments.db [None req-e3de0541-7fc3-4883-8cf6-1649d9734a29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e2a62c3-8079-4557-880c-8db2f414c599']}} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:14:27.794509 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.services.segments.db [None req-e3de0541-7fc3-4883-8cf6-1649d9734a29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfd01ef4-b24a-46c0-baf1-127e8472c76f') {'for_net_delete': True} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:14:27.794866 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.services.segments.db [None req-e3de0541-7fc3-4883-8cf6-1649d9734a29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfd01ef4-b24a-46c0-baf1-127e8472c76f') {} {{(pid=93125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:14:27.802365 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5481da-880e-4b27-b8d7-43fb8bdbc875 None None] Pushing event deleted for resources: {'Port': ['ID=618e7662-fa9b-4066-be3b-82453a85d430,revision_number=None']} {{(pid=93126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:14:27.804032 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-e3de0541-7fc3-4883-8cf6-1649d9734a29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751010442123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12480023'] for segment, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:27.804180 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.plugin [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] No Port match for: 910bb399-ccab-47ae-afea-15035b380733 {{(pid=93126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:14:27.804447 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device 910bb399-ccab-47ae-afea-15035b380733 not bound to the agent host dv-cinder-772388-5-smb {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:14:27.804902 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device 618e7662-fa9b-4066-be3b-82453a85d430 no longer exists at agent ovs-agent-dv-cinder-772388-5-smb {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:14:27.818372 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-e3de0541-7fc3-4883-8cf6-1649d9734a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539709'] for segment, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:27.823030 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG oslo_concurrency.lockutils [None req-ac5481da-880e-4b27-b8d7-43fb8bdbc875 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:14:27.825039 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3de0541-7fc3-4883-8cf6-1649d9734a29 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=93125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 12:14:27.825357 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.plugin [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] No Port match for: 618e7662-fa9b-4066-be3b-82453a85d430 {{(pid=93126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:14:27.825614 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-e3de0541-7fc3-4883-8cf6-1649d9734a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8413175'] for segment, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:27.825736 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device 618e7662-fa9b-4066-be3b-82453a85d430 not bound to the agent host dv-cinder-772388-5-smb {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:14:27.826133 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device 35901263-7c1d-4f21-99f6-0b3204666930 no longer exists at agent ovs-agent-dv-cinder-772388-5-smb {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:14:27.827756 dv-cinder-772388-5-smb neutron-server[93125]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 12:14:27.827756 dv-cinder-772388-5-smb neutron-server[93125]: conditions |= (models_v2.Port.network_id.in_( Jun 28 12:14:27.827756 dv-cinder-772388-5-smb neutron-server[93125]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 12:14:27.827756 dv-cinder-772388-5-smb neutron-server[93125]: conditions |= (models_v2.Port.network_id.in_( Jun 28 12:14:27.827756 dv-cinder-772388-5-smb neutron-server[93125]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 12:14:27.827756 dv-cinder-772388-5-smb neutron-server[93125]: conditions |= (models_v2.Port.network_id.in_( Jun 28 12:14:27.827756 dv-cinder-772388-5-smb neutron-server[93125]: Traceback (most recent call last): Jun 28 12:14:27.827756 dv-cinder-772388-5-smb neutron-server[93125]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 12:14:27.827756 dv-cinder-772388-5-smb neutron-server[93125]: timer() Jun 28 12:14:27.827756 dv-cinder-772388-5-smb neutron-server[93125]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 12:14:27.827756 dv-cinder-772388-5-smb neutron-server[93125]: cb(*args, **kw) Jun 28 12:14:27.827756 dv-cinder-772388-5-smb neutron-server[93125]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 12:14:27.827756 dv-cinder-772388-5-smb neutron-server[93125]: return func(*args, **kwargs) Jun 28 12:14:27.827756 dv-cinder-772388-5-smb neutron-server[93125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 12:14:27.827756 dv-cinder-772388-5-smb neutron-server[93125]: self._notify() Jun 28 12:14:27.827756 dv-cinder-772388-5-smb neutron-server[93125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 12:14:27.827756 dv-cinder-772388-5-smb neutron-server[93125]: self.callback(batched_events) Jun 28 12:14:27.827756 dv-cinder-772388-5-smb neutron-server[93125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 12:14:27.827756 dv-cinder-772388-5-smb neutron-server[93125]: event.method(event) Jun 28 12:14:27.827756 dv-cinder-772388-5-smb neutron-server[93125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 12:14:27.827756 dv-cinder-772388-5-smb neutron-server[93125]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 12:14:27.827756 dv-cinder-772388-5-smb neutron-server[93125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 12:14:27.827756 dv-cinder-772388-5-smb neutron-server[93125]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 12:14:27.827756 dv-cinder-772388-5-smb neutron-server[93125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 12:14:27.827756 dv-cinder-772388-5-smb neutron-server[93125]: return f(self, *a, **k) Jun 28 12:14:27.827756 dv-cinder-772388-5-smb neutron-server[93125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 12:14:27.827756 dv-cinder-772388-5-smb neutron-server[93125]: return self._get(url).json() Jun 28 12:14:27.827756 dv-cinder-772388-5-smb neutron-server[93125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 12:14:27.827756 dv-cinder-772388-5-smb neutron-server[93125]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 12:14:27.827756 dv-cinder-772388-5-smb neutron-server[93125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 12:14:27.827756 dv-cinder-772388-5-smb neutron-server[93125]: return self.request(url, 'GET', **kwargs) Jun 28 12:14:27.827756 dv-cinder-772388-5-smb neutron-server[93125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 12:14:27.827756 dv-cinder-772388-5-smb neutron-server[93125]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 12:14:27.827756 dv-cinder-772388-5-smb neutron-server[93125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 12:14:27.827756 dv-cinder-772388-5-smb neutron-server[93125]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 12:14:27.827756 dv-cinder-772388-5-smb neutron-server[93125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 12:14:27.827756 dv-cinder-772388-5-smb neutron-server[93125]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 12:14:27.827756 dv-cinder-772388-5-smb neutron-server[93125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 12:14:27.830735 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5481da-880e-4b27-b8d7-43fb8bdbc875 None None] No DVR routers for this DVR port 618e7662-fa9b-4066-be3b-82453a85d430 on host dv-cinder-772388-5-smb {{(pid=93126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:14:27.853589 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.plugin [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] No Port match for: 35901263-7c1d-4f21-99f6-0b3204666930 {{(pid=93126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:14:27.853903 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron.plugins.ml2.rpc [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Device 35901263-7c1d-4f21-99f6-0b3204666930 not bound to the agent host dv-cinder-772388-5-smb {{(pid=93126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:14:27.885319 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-e3de0541-7fc3-4883-8cf6-1649d9734a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3544236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3735329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799908'] for network, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:27.890134 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-e3de0541-7fc3-4883-8cf6-1649d9734a29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3735354'] for network, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:27.892537 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-e3de0541-7fc3-4883-8cf6-1649d9734a29 admin admin] 10.222.0.26 "DELETE /v2.0/networks/5e2a62c3-8079-4557-880c-8db2f414c599 HTTP/1.1" status: 204 len: 168 time: 0.5167031 Jun 28 12:14:27.893588 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-731db5b7-df29-43af-bbe2-bac703d37cd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:14:27.909889 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3de0541-7fc3-4883-8cf6-1649d9734a29 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e2a62c3-8079-4557-880c-8db2f414c599,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:14:27.917403 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-e3de0541-7fc3-4883-8cf6-1649d9734a29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:14:28.056154 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 36056) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:14:28.094674 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-4ae62d47-7e26-482b-83bc-b236a2afbd16 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e6f73748df6f47e596733783efb28800&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372398 Jun 28 12:14:28.097461 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 36058) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:14:28.142810 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-cc027a8e-2213-4645-9e24-b4b7743b3b12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:28.163925 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-cc027a8e-2213-4645-9e24-b4b7743b3b12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:28.208116 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-cc027a8e-2213-4645-9e24-b4b7743b3b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:28.210833 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-cc027a8e-2213-4645-9e24-b4b7743b3b12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:28.211993 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-cc027a8e-2213-4645-9e24-b4b7743b3b12 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b5fe898b-7128-4686-9513-ef674b7dd17b HTTP/1.1" status: 204 len: 168 time: 0.1136360 Jun 28 12:14:28.212764 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-b217c8a0-3916-4862-a1c6-2ad992854ecc tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:14:28.220096 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc027a8e-2213-4645-9e24-b4b7743b3b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5fe898b-7128-4686-9513-ef674b7dd17b,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:14:28.223041 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-cc027a8e-2213-4645-9e24-b4b7743b3b12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:14:28.617201 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-dfbbd682-1cdf-45ca-add0-29f721e34ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:31.167228 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-44ebd1a0-7d6c-4cda-a86b-8be6f34c0cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:31.377785 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:32.425161 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-5f2b1fbb-f913-4077-a7df-942ed403becf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:33.991140 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-664455ac-6bbb-4e68-9a3b-ee59dbc8190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:34.410416 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 36156) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:14:34.508509 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-1323e526-c3ad-4135-8f6c-aba11e39029c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:34.591514 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-1323e526-c3ad-4135-8f6c-aba11e39029c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:34.595298 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-1323e526-c3ad-4135-8f6c-aba11e39029c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:34.598937 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-ab84ca5b-b16e-45b0-8499-078c07076b31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:14:34.635662 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-1323e526-c3ad-4135-8f6c-aba11e39029c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cd39e65e1ef649728edb1cbedb68b739&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2241957 Jun 28 12:14:34.637924 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1323e526-c3ad-4135-8f6c-aba11e39029c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a951edbc-e86a-4591-8e7b-3d7fe5cfe824,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:14:34.638356 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 36160) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:14:34.641557 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-1323e526-c3ad-4135-8f6c-aba11e39029c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:14:34.691204 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-6be5ab65-a868-4989-bbba-56a042fe7558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:34.711352 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-6be5ab65-a868-4989-bbba-56a042fe7558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:34.755299 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-6be5ab65-a868-4989-bbba-56a042fe7558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:34.757780 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-6be5ab65-a868-4989-bbba-56a042fe7558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:34.758914 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-6be5ab65-a868-4989-bbba-56a042fe7558 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a951edbc-e86a-4591-8e7b-3d7fe5cfe824 HTTP/1.1" status: 204 len: 168 time: 0.1195903 Jun 28 12:14:34.759757 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-17386850-1cb0-4b51-8753-280bbb2bec24 tempest-TestMinimumBasicScenario-2080888143 tempest-TestMinimumBasicScenario-2080888143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:14:34.766662 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be5ab65-a868-4989-bbba-56a042fe7558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a951edbc-e86a-4591-8e7b-3d7fe5cfe824,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:14:34.768953 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-6be5ab65-a868-4989-bbba-56a042fe7558 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:14:35.866923 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 36210) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:14:35.967585 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-5c6c8cfc-7f2b-427e-8ab2-bbd3f701737d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:36.052957 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-5c6c8cfc-7f2b-427e-8ab2-bbd3f701737d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:36.056309 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-5c6c8cfc-7f2b-427e-8ab2-bbd3f701737d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:36.059666 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-ed8808d8-4cac-4ef5-8594-6ab166b5e8a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:14:36.092767 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6c8cfc-7f2b-427e-8ab2-bbd3f701737d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a72398c-dd1a-4df3-9d83-b882dbdbd91c,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:14:36.095962 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-5c6c8cfc-7f2b-427e-8ab2-bbd3f701737d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:14:36.098349 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-5c6c8cfc-7f2b-427e-8ab2-bbd3f701737d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2cf7f581d91940028dd02fd37874f24f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2304304 Jun 28 12:14:36.101051 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 36214) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:14:36.148190 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-cc363c85-5f0a-425b-be61-dfa36767c3c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:36.168522 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-cc363c85-5f0a-425b-be61-dfa36767c3c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:36.212423 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-cc363c85-5f0a-425b-be61-dfa36767c3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:36.215098 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-cc363c85-5f0a-425b-be61-dfa36767c3c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:36.216414 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-cc363c85-5f0a-425b-be61-dfa36767c3c7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7a72398c-dd1a-4df3-9d83-b882dbdbd91c HTTP/1.1" status: 204 len: 168 time: 0.1141059 Jun 28 12:14:36.217221 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-30aad519-eb94-4156-b379-5dcf5ca7752d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:14:36.225019 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc363c85-5f0a-425b-be61-dfa36767c3c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a72398c-dd1a-4df3-9d83-b882dbdbd91c,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:14:36.227220 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-cc363c85-5f0a-425b-be61-dfa36767c3c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:14:37.321096 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:37.537928 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 36254) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:14:37.635402 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f65c87a6-22a1-4f8a-8b8c-741c48b9ce00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:37.725727 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f65c87a6-22a1-4f8a-8b8c-741c48b9ce00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:37.729301 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-f65c87a6-22a1-4f8a-8b8c-741c48b9ce00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:37.731542 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-32c99166-c23d-47d2-b892-bc2ae827f81b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:14:37.765045 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65c87a6-22a1-4f8a-8b8c-741c48b9ce00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8cd702d-1d48-4dc0-abf5-6e39e48d50d1,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:14:37.769316 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-f65c87a6-22a1-4f8a-8b8c-741c48b9ce00 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6a2cf7a215c343a5936bcdb6aefee6e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2303860 Jun 28 12:14:37.770783 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-f65c87a6-22a1-4f8a-8b8c-741c48b9ce00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:14:37.772531 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 36258) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:14:37.819362 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-732196c2-85ab-49ea-995d-1320aa010189 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:37.839750 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-732196c2-85ab-49ea-995d-1320aa010189 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:37.882053 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-732196c2-85ab-49ea-995d-1320aa010189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:37.884701 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-732196c2-85ab-49ea-995d-1320aa010189 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:37.885831 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-732196c2-85ab-49ea-995d-1320aa010189 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c8cd702d-1d48-4dc0-abf5-6e39e48d50d1 HTTP/1.1" status: 204 len: 168 time: 0.1121879 Jun 28 12:14:37.886602 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-97206583-f11f-47dd-b309-1e2ab418c36f tempest-AttachVolumeTestJSON-88809559 tempest-AttachVolumeTestJSON-88809559-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:14:37.893561 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732196c2-85ab-49ea-995d-1320aa010189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8cd702d-1d48-4dc0-abf5-6e39e48d50d1,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:14:37.896200 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-732196c2-85ab-49ea-995d-1320aa010189 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:14:38.138045 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 36264) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:14:38.151650 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-b71a7b83-e7e3-4492-a3bc-1701fa455287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:38.237273 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-b71a7b83-e7e3-4492-a3bc-1701fa455287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:38.240778 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-b71a7b83-e7e3-4492-a3bc-1701fa455287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:38.243260 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-bc68e160-0e1b-4d00-a036-680b8a781293 tempest-AttachVolumeShelveTestJSON-1819777383 tempest-AttachVolumeShelveTestJSON-1819777383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:14:38.280968 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71a7b83-e7e3-4492-a3bc-1701fa455287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e73bc229-92a2-44e8-9bd5-f1f8c2c7ba93,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:14:38.284147 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-b71a7b83-e7e3-4492-a3bc-1701fa455287 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:14:38.286954 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-b71a7b83-e7e3-4492-a3bc-1701fa455287 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=df229b154358420d83eabd763aaaa58b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1479208 Jun 28 12:14:38.289692 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 36266) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:14:38.336216 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-3cc13d37-e927-43f9-91d8-1a30843c0a14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:38.355996 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-3cc13d37-e927-43f9-91d8-1a30843c0a14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:38.399835 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-3cc13d37-e927-43f9-91d8-1a30843c0a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:38.402703 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-3cc13d37-e927-43f9-91d8-1a30843c0a14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:38.403819 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-3cc13d37-e927-43f9-91d8-1a30843c0a14 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e73bc229-92a2-44e8-9bd5-f1f8c2c7ba93 HTTP/1.1" status: 204 len: 168 time: 0.1129980 Jun 28 12:14:38.404564 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-6651323b-7d1e-4550-8962-1f1b717dc5aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:14:38.411828 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc13d37-e927-43f9-91d8-1a30843c0a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73bc229-92a2-44e8-9bd5-f1f8c2c7ba93,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:14:38.413989 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-3cc13d37-e927-43f9-91d8-1a30843c0a14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:14:54.829055 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 36406) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:14:54.929352 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-0fa31305-df60-47d8-8471-a4b712519b27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:55.014881 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-0fa31305-df60-47d8-8471-a4b712519b27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:55.018337 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-0fa31305-df60-47d8-8471-a4b712519b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:55.020607 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-09edd686-0cd7-4aa2-8949-1f9886125bb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:14:55.056231 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-0fa31305-df60-47d8-8471-a4b712519b27 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7a98521d824f495795d9a95f1532a0e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2261536 Jun 28 12:14:55.057294 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa31305-df60-47d8-8471-a4b712519b27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1b4725-521b-417e-8ff2-09bfb0f53744,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:14:55.058985 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 36410) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:14:55.060858 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-0fa31305-df60-47d8-8471-a4b712519b27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:14:55.109910 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-99ddcdc3-ba34-4333-b53f-6711bcd568a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:55.129760 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-99ddcdc3-ba34-4333-b53f-6711bcd568a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:55.174545 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-99ddcdc3-ba34-4333-b53f-6711bcd568a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:55.177168 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-99ddcdc3-ba34-4333-b53f-6711bcd568a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:55.178280 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-99ddcdc3-ba34-4333-b53f-6711bcd568a9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1e1b4725-521b-417e-8ff2-09bfb0f53744 HTTP/1.1" status: 204 len: 168 time: 0.1182599 Jun 28 12:14:55.179162 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-731db5b7-df29-43af-bbe2-bac703d37cd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:14:55.187831 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ddcdc3-ba34-4333-b53f-6711bcd568a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1b4725-521b-417e-8ff2-09bfb0f53744,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:14:55.190768 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-99ddcdc3-ba34-4333-b53f-6711bcd568a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:14:58.620192 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-d71330c1-cc3b-4529-9f6b-3e376b226011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:59.146585 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.agents_db [None req-f497f353-63e3-44e2-a2cd-a5845e949060 None None] Agent healthcheck: found 6 active agents {{(pid=93127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:15:01.167827 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-fb8e0e1d-644e-419a-bbdf-49e74d06c3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:01.378808 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:02.427881 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-5f2b1fbb-f913-4077-a7df-942ed403becf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:03.993530 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-664455ac-6bbb-4e68-9a3b-ee59dbc8190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:07.336490 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:17.423881 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 36578) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:15:17.522275 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-d9c179c6-cdae-4c4a-bffa-91af3a1cb50c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:17.620217 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-d9c179c6-cdae-4c4a-bffa-91af3a1cb50c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:17.623781 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-d9c179c6-cdae-4c4a-bffa-91af3a1cb50c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:17.626959 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-cff8c6f1-a07b-4f5f-9ceb-33ad84f6cc0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:15:17.661511 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-d9c179c6-cdae-4c4a-bffa-91af3a1cb50c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b53b03411a794307b8eaca200433f9aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2366040 Jun 28 12:15:17.663818 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c179c6-cdae-4c4a-bffa-91af3a1cb50c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab24d7c-889a-4cbb-a245-ad09995f0661,revision_number=1']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:15:17.664235 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 36582) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:15:17.671181 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c179c6-cdae-4c4a-bffa-91af3a1cb50c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:15:17.671557 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c179c6-cdae-4c4a-bffa-91af3a1cb50c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:15:17.671923 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c179c6-cdae-4c4a-bffa-91af3a1cb50c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:15:17.672304 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c179c6-cdae-4c4a-bffa-91af3a1cb50c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:15:17.673119 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c179c6-cdae-4c4a-bffa-91af3a1cb50c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:15:17.673119 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c179c6-cdae-4c4a-bffa-91af3a1cb50c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:15:17.673358 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c179c6-cdae-4c4a-bffa-91af3a1cb50c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:15:17.673703 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c179c6-cdae-4c4a-bffa-91af3a1cb50c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:15:17.674053 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c179c6-cdae-4c4a-bffa-91af3a1cb50c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:15:17.674398 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c179c6-cdae-4c4a-bffa-91af3a1cb50c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:15:17.674744 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c179c6-cdae-4c4a-bffa-91af3a1cb50c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:15:17.675087 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c179c6-cdae-4c4a-bffa-91af3a1cb50c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:15:17.678987 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-d9c179c6-cdae-4c4a-bffa-91af3a1cb50c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:15:17.716462 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-9419409b-931a-4f11-9d74-38045de30bb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:17.736272 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-9419409b-931a-4f11-9d74-38045de30bb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:17.780506 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-9419409b-931a-4f11-9d74-38045de30bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:17.783314 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-9419409b-931a-4f11-9d74-38045de30bb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:17.784427 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-9419409b-931a-4f11-9d74-38045de30bb7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0ab24d7c-889a-4cbb-a245-ad09995f0661 HTTP/1.1" status: 204 len: 168 time: 0.1190696 Jun 28 12:15:17.785195 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-3cc13d37-e927-43f9-91d8-1a30843c0a14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:15:17.792706 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9419409b-931a-4f11-9d74-38045de30bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab24d7c-889a-4cbb-a245-ad09995f0661,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:15:17.799562 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9419409b-931a-4f11-9d74-38045de30bb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:15:17.799947 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9419409b-931a-4f11-9d74-38045de30bb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:15:17.800318 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9419409b-931a-4f11-9d74-38045de30bb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:15:17.800683 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9419409b-931a-4f11-9d74-38045de30bb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:15:17.801079 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9419409b-931a-4f11-9d74-38045de30bb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:15:17.801436 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9419409b-931a-4f11-9d74-38045de30bb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:15:17.801919 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9419409b-931a-4f11-9d74-38045de30bb7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:15:17.802145 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9419409b-931a-4f11-9d74-38045de30bb7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:15:17.802500 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9419409b-931a-4f11-9d74-38045de30bb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:15:17.802858 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9419409b-931a-4f11-9d74-38045de30bb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:15:17.803209 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9419409b-931a-4f11-9d74-38045de30bb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:15:17.803555 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9419409b-931a-4f11-9d74-38045de30bb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-smb {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:15:17.807202 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-9419409b-931a-4f11-9d74-38045de30bb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:15:28.620613 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-05282756-b0ad-419e-a3f1-06edab2f153d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:31.167652 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-69b50d5d-f89e-43c8-be97-d3774d19067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:31.379610 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:32.434969 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-5f2b1fbb-f913-4077-a7df-942ed403becf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:33.997142 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-664455ac-6bbb-4e68-9a3b-ee59dbc8190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:36.145725 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.agents_db [None req-f497f353-63e3-44e2-a2cd-a5845e949060 None None] Agent healthcheck: found 6 active agents {{(pid=93127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:15:37.338807 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:48.218722 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 36836) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:15:48.318195 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-2d313583-3db6-416d-96c1-2e0687fa732a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:48.403584 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-2d313583-3db6-416d-96c1-2e0687fa732a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:48.407590 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-2d313583-3db6-416d-96c1-2e0687fa732a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:48.409768 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-1323e526-c3ad-4135-8f6c-aba11e39029c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:15:48.442113 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d313583-3db6-416d-96c1-2e0687fa732a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b35794bd-74f8-4e62-9c91-85a3926f8e41,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:15:48.446312 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-2d313583-3db6-416d-96c1-2e0687fa732a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7c310877b5f642f88652ab8d1441b378&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2265062 Jun 28 12:15:48.447199 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-2d313583-3db6-416d-96c1-2e0687fa732a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:15:48.448890 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 36840) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:15:48.495126 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-3a1efca4-39fa-4c85-8e57-d25fbb9ce4af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:48.518241 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-3a1efca4-39fa-4c85-8e57-d25fbb9ce4af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:48.561636 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-3a1efca4-39fa-4c85-8e57-d25fbb9ce4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:48.564053 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-3a1efca4-39fa-4c85-8e57-d25fbb9ce4af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:48.565176 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-3a1efca4-39fa-4c85-8e57-d25fbb9ce4af admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b35794bd-74f8-4e62-9c91-85a3926f8e41 HTTP/1.1" status: 204 len: 168 time: 0.1153498 Jun 28 12:15:48.565887 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-5c6c8cfc-7f2b-427e-8ab2-bbd3f701737d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:15:48.572687 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1efca4-39fa-4c85-8e57-d25fbb9ce4af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b35794bd-74f8-4e62-9c91-85a3926f8e41,revision_number=None']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:15:48.575004 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-3a1efca4-39fa-4c85-8e57-d25fbb9ce4af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:15:58.620295 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-95064425-832d-45d7-a9a8-1b899c25ac9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:59.305544 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.wsgi [-] (93124) accepted ('10.222.0.26', 36956) {{(pid=93124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:15:59.409894 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-b0019987-bebf-4d1d-a472-7c679db0192e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:59.493757 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-b0019987-bebf-4d1d-a472-7c679db0192e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:59.497370 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-b0019987-bebf-4d1d-a472-7c679db0192e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_create {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:59.501042 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-cc363c85-5f0a-425b-be61-dfa36767c3c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:15:59.534459 dv-cinder-772388-5-smb neutron-server[93124]: INFO neutron.wsgi [None req-b0019987-bebf-4d1d-a472-7c679db0192e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a0662e627b1e4f83b55296584a328b99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2279086 Jun 28 12:15:59.535575 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0019987-bebf-4d1d-a472-7c679db0192e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4665d84-7646-4ac7-90cd-a933cd41a675,revision_number=1']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:15:59.537187 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.wsgi [-] (93125) accepted ('10.222.0.26', 36960) {{(pid=93125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:15:59.538647 dv-cinder-772388-5-smb neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-b0019987-bebf-4d1d-a472-7c679db0192e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:15:59.585424 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-d504725b-24e7-44aa-a9e1-725f8c1c53fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:59.605211 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-d504725b-24e7-44aa-a9e1-725f8c1c53fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:59.648417 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-d504725b-24e7-44aa-a9e1-725f8c1c53fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434731'] for security_group, after_delete {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:59.651008 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron_lib.callbacks.manager [None req-d504725b-24e7-44aa-a9e1-725f8c1c53fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:59.652106 dv-cinder-772388-5-smb neutron-server[93125]: INFO neutron.wsgi [None req-d504725b-24e7-44aa-a9e1-725f8c1c53fa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f4665d84-7646-4ac7-90cd-a933cd41a675 HTTP/1.1" status: 204 len: 168 time: 0.1138296 Jun 28 12:15:59.653123 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-99ddcdc3-ba34-4333-b53f-6711bcd568a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:15:59.660892 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d504725b-24e7-44aa-a9e1-725f8c1c53fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4665d84-7646-4ac7-90cd-a933cd41a675,revision_number=None']} {{(pid=93125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:15:59.663238 dv-cinder-772388-5-smb neutron-server[93125]: DEBUG oslo_concurrency.lockutils [None req-d504725b-24e7-44aa-a9e1-725f8c1c53fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:16:01.169249 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-bf8aaa12-443b-4768-8e3f-5a7eb5cfa36a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:01.380343 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:02.433960 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-5f2b1fbb-f913-4077-a7df-942ed403becf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:03.999427 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-664455ac-6bbb-4e68-9a3b-ee59dbc8190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:07.344770 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:13.144652 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.agents_db [None req-f497f353-63e3-44e2-a2cd-a5845e949060 None None] Agent healthcheck: found 6 active agents {{(pid=93127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:16:28.620620 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-41ffa2e8-3b89-47f4-9439-0ef5ad88ae1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:31.169472 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-1942fc87-715c-4d84-ba3b-5cc5d75dddbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:31.382705 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:32.436255 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-5f2b1fbb-f913-4077-a7df-942ed403becf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:34.002882 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-664455ac-6bbb-4e68-9a3b-ee59dbc8190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:37.343892 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:50.142834 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.agents_db [None req-f497f353-63e3-44e2-a2cd-a5845e949060 None None] Agent healthcheck: found 6 active agents {{(pid=93127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:16:58.620167 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-259a0da4-feaf-47dd-b575-05fb5819731c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:01.169658 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-c2a3c75c-b47e-4e63-84ba-b0826cd78887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:01.382566 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:02.439721 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-5f2b1fbb-f913-4077-a7df-942ed403becf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:04.005507 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-664455ac-6bbb-4e68-9a3b-ee59dbc8190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:07.353918 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:27.140992 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.agents_db [None req-f497f353-63e3-44e2-a2cd-a5845e949060 None None] Agent healthcheck: found 6 active agents {{(pid=93127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:17:28.621218 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-073865f4-1f12-4869-b829-1c92c7a3b7b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:31.168857 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-b4ac2991-0f8e-4122-8fd8-9ab33e90498a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:31.382595 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:32.442019 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-5f2b1fbb-f913-4077-a7df-942ed403becf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:34.008118 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-664455ac-6bbb-4e68-9a3b-ee59dbc8190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:37.357869 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:58.620573 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-f4ae8e4e-c434-45ad-9d92-1dbbbd99b93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:18:01.168697 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-b364dfca-b78a-42ee-a08f-7c5ccf25fe0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:18:01.383610 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:18:02.444415 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-5f2b1fbb-f913-4077-a7df-942ed403becf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:18:04.010035 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-664455ac-6bbb-4e68-9a3b-ee59dbc8190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:18:04.139959 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.agents_db [None req-f497f353-63e3-44e2-a2cd-a5845e949060 None None] Agent healthcheck: found 6 active agents {{(pid=93127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:18:07.352691 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:18:28.620632 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-e2957ed6-f28e-4819-bd4e-f11a244a16c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:18:31.168427 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-09555c16-f6ff-49ce-a1d2-da2b268a7999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:18:31.382387 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:18:32.448405 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-5f2b1fbb-f913-4077-a7df-942ed403becf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:18:34.013284 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-664455ac-6bbb-4e68-9a3b-ee59dbc8190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:18:37.357768 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:18:41.138377 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.agents_db [None req-f497f353-63e3-44e2-a2cd-a5845e949060 None None] Agent healthcheck: found 6 active agents {{(pid=93127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:18:58.620381 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-828f7487-dc46-454c-a2f3-0b3ddc0e5267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:19:01.170246 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-16f2cc80-4cf9-47fc-b2e3-59e3695929a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:19:01.381844 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:19:02.450150 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-5f2b1fbb-f913-4077-a7df-942ed403becf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:19:04.016025 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-664455ac-6bbb-4e68-9a3b-ee59dbc8190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:19:07.368224 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:19:18.139223 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.agents_db [None req-f497f353-63e3-44e2-a2cd-a5845e949060 None None] Agent healthcheck: found 6 active agents {{(pid=93127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:19:28.622539 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-70ca3448-9769-4c89-bf0c-0add65694c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:19:31.169434 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-1f86a7d3-fc90-4528-8c3c-fb526d79be62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:19:31.381810 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:19:32.455769 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-5f2b1fbb-f913-4077-a7df-942ed403becf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:19:34.019494 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-664455ac-6bbb-4e68-9a3b-ee59dbc8190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:19:37.374363 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:19:55.138772 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.agents_db [None req-f497f353-63e3-44e2-a2cd-a5845e949060 None None] Agent healthcheck: found 6 active agents {{(pid=93127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:19:58.622207 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-2adfca73-6d44-4fc2-897b-1fb2a4f711ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:01.168879 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-fef3ccb9-4878-4570-bb73-3f92c9cc6e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:01.382323 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:02.456419 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-5f2b1fbb-f913-4077-a7df-942ed403becf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:04.022585 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-664455ac-6bbb-4e68-9a3b-ee59dbc8190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:07.388311 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:28.623436 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-959ade1c-e38c-4464-ae97-d297ba475069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:31.169116 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-a248ba6e-64c7-4629-8643-520c7c18fc37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:31.382323 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-57a57be7-e099-4fc3-98eb-ded8bc5d9385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:32.137194 dv-cinder-772388-5-smb neutron-server[93127]: DEBUG neutron.db.agents_db [None req-f497f353-63e3-44e2-a2cd-a5845e949060 None None] Agent healthcheck: found 6 active agents {{(pid=93127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:20:32.459589 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-5f2b1fbb-f913-4077-a7df-942ed403becf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:34.025437 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-664455ac-6bbb-4e68-9a3b-ee59dbc8190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:37.402960 dv-cinder-772388-5-smb neutron-server[93126]: DEBUG neutron_lib.callbacks.manager [None req-94deddc5-e88b-43ff-b8a6-9890cc529282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751010592534', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3550947'] for agent, after_update {{(pid=93126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}